def _download_stats_file(self, **kwargs):
"""
Downloads stats file for a given rir and date.
Args 'rir' and 'date' (date can be 'latest')
Load delegated-stats file and current RIR for given date (YYYYMMDD|latest)
:param rir=: RIR name
:param date=: Date as in YYYYMMDD or 'latest'
"""
dp = dprint()
# get delegated
ddate = kwargs.get('date', 'latest')
drir = kwargs.get('rir', 'lacnic')
dp.log("Downloading stat file for RIR %s, date %s...\n" % (self.drir, self.ddate))
dlg_tmpfile = get_tmp_fn(filename="tmp_delegated-extended-%s-%s" % (drir, ddate) )
try:
dlg_f_url = rirconfig.rir_config_data[self.drir]['dlge'][0] % (self.ddate)
dlg_tmpfile_name = getfile( dlg_f_url, dlg_tmpfile, 3600)
except:
print "Failed downloading stats file! url=%s" % (dlg_f_url)
raise
if not dlg_tmpfile_name:
dp.log(" FAILED! url: %s\n" % (dlg_f_url))
sys.exit(1)
dp.log(" OK\n")
return dlg_tmpfile_name
def _download_stats_file(self, **kwargs):
"""
Downloads stats file for a given rir and date.
Args 'rir' and 'date' (date can be 'latest')
Load delegated-stats file and current RIR for given date (YYYYMMDD|latest)
:param rir=: RIR name
:param date=: Date as in YYYYMMDD or 'latest'
"""
dp = dprint()
# get delegated
ddate = kwargs.get('date', 'latest')
drir = kwargs.get('rir', 'lacnic')
dp.log("Downloading stat file for RIR %s, date %s...\n" %
(self.drir, self.ddate))
dlg_tmpfile = get_tmp_fn(filename="tmp_delegated-extended-%s-%s" %
(drir, ddate))
try:
dlg_f_url = rirconfig.rir_config_data[self.drir]['dlge'][0] % (
self.ddate)
dlg_tmpfile_name = getfile(dlg_f_url, dlg_tmpfile, 3600)
except:
print "Failed downloading stats file! url=%s" % (dlg_f_url)
raise
if not dlg_tmpfile_name:
dp.log(" FAILED! url: %s\n" % (dlg_f_url))
sys.exit(1)
dp.log(" OK\n")
return dlg_tmpfile_name
def _download_dump_files(self):
"""
Downloads RIPE NCCs dump files, both for ipv4 and ipv6
"""
dp = dprint()
# get delegated
#ddate = kwargs.get('date', 'latest')
#drir = kwargs.get('rir', 'lacnic')
dp.log("Downloading dump file for ipv4...")
dlg_tmpfile = get_tmp_fn(filename="ris-whois-dump-ipv4.gz" )
dlg_tmpfile_name4 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v4'] , dlg_tmpfile, 86400)
dp.log(" OK\n")
dp.log("Downloading dump file for ipv6...")
dlg_tmpfile = get_tmp_fn(filename="ris-whois-dump-ipv6.gz" )
dlg_tmpfile_name6 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v6'] , dlg_tmpfile, 86400)
dp.log(" OK\n")
#
return [dlg_tmpfile_name4, dlg_tmpfile_name6]
def _download_dump_files(self):
"""
Downloads RIPE NCCs dump files, both for ipv4 and ipv6
"""
dp = dprint()
# get delegated
#ddate = kwargs.get('date', 'latest')
#drir = kwargs.get('rir', 'lacnic')
dp.log("Downloading dump file for ipv4...")
dlg_tmpfile = get_tmp_fn(filename="ris-whois-dump-ipv4.gz" )
dlg_tmpfile_name4 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v4'] , dlg_tmpfile, 86400)
dp.log(" OK\n")
dp.log("Downloading dump file for ipv6...")
dlg_tmpfile = get_tmp_fn(filename="ris-whois-dump-ipv6.gz" )
dlg_tmpfile_name6 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v6'] , dlg_tmpfile, 86400)
dp.log(" OK\n")
#
return [dlg_tmpfile_name4, dlg_tmpfile_name6]
def _getRoaCSVExport(self):
"""
Downloads RPKI ROA Validator
"""
dp = dprint()
dp.log("Downloading dump file for roadata...")
dlg_tmpfile = get_tmp_fn(filename="rpkivalidator-roadata.csv" )
# dlg_tmpfile_name4 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v4'] , dlg_tmpfile, 86400)
dlg_tmpfile_name = getfile("http://ripeval.labs.lacnic.net:8080/export.csv" , dlg_tmpfile, 3600)
return dlg_tmpfile
def _getRoaCSVExport(self):
"""
Downloads RPKI ROA Validator
"""
dp = dprint()
for n in range(0, self._retries):
try:
dp.log("Downloading dump file for roadata...")
dlg_tmpfile = get_tmp_fn(filename="rpkivalidator-roadata.csv" )
# dlg_tmpfile_name4 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v4'] , dlg_tmpfile, 86400)
dlg_tmpfile_name = getfile(self.validator_url , dlg_tmpfile, 3600)
except:
dp.log("Failure. Retrying.")
continue
# end for
return dlg_tmpfile
def testFileDownloadSizeGreaterThanZero(self): getfile(self.url, self.local_file , self.refresh) si = os.stat(self.local_file) self.assertTrue(si.st_size>0)