def _download_stats_file(self, **kwargs): """ Downloads stats file for a given rir and date. Args 'rir' and 'date' (date can be 'latest') Load delegated-stats file and current RIR for given date (YYYYMMDD|latest) :param rir=: RIR name :param date=: Date as in YYYYMMDD or 'latest' """ dp = dprint() # get delegated ddate = kwargs.get('date', 'latest') drir = kwargs.get('rir', 'lacnic') dp.log("Downloading stat file for RIR %s, date %s...\n" % (self.drir, self.ddate)) dlg_tmpfile = get_tmp_fn(filename="tmp_delegated-extended-%s-%s" % (drir, ddate) ) try: dlg_f_url = rirconfig.rir_config_data[self.drir]['dlge'][0] % (self.ddate) dlg_tmpfile_name = getfile( dlg_f_url, dlg_tmpfile, 3600) except: print "Failed downloading stats file! url=%s" % (dlg_f_url) raise if not dlg_tmpfile_name: dp.log(" FAILED! url: %s\n" % (dlg_f_url)) sys.exit(1) dp.log(" OK\n") return dlg_tmpfile_name
def _download_stats_file(self, **kwargs): """ Downloads stats file for a given rir and date. Args 'rir' and 'date' (date can be 'latest') Load delegated-stats file and current RIR for given date (YYYYMMDD|latest) :param rir=: RIR name :param date=: Date as in YYYYMMDD or 'latest' """ dp = dprint() # get delegated ddate = kwargs.get('date', 'latest') drir = kwargs.get('rir', 'lacnic') dp.log("Downloading stat file for RIR %s, date %s...\n" % (self.drir, self.ddate)) dlg_tmpfile = get_tmp_fn(filename="tmp_delegated-extended-%s-%s" % (drir, ddate)) try: dlg_f_url = rirconfig.rir_config_data[self.drir]['dlge'][0] % ( self.ddate) dlg_tmpfile_name = getfile(dlg_f_url, dlg_tmpfile, 3600) except: print "Failed downloading stats file! url=%s" % (dlg_f_url) raise if not dlg_tmpfile_name: dp.log(" FAILED! url: %s\n" % (dlg_f_url)) sys.exit(1) dp.log(" OK\n") return dlg_tmpfile_name
def _download_dump_files(self): """ Downloads RIPE NCCs dump files, both for ipv4 and ipv6 """ dp = dprint() # get delegated #ddate = kwargs.get('date', 'latest') #drir = kwargs.get('rir', 'lacnic') dp.log("Downloading dump file for ipv4...") dlg_tmpfile = get_tmp_fn(filename="ris-whois-dump-ipv4.gz" ) dlg_tmpfile_name4 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v4'] , dlg_tmpfile, 86400) dp.log(" OK\n") dp.log("Downloading dump file for ipv6...") dlg_tmpfile = get_tmp_fn(filename="ris-whois-dump-ipv6.gz" ) dlg_tmpfile_name6 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v6'] , dlg_tmpfile, 86400) dp.log(" OK\n") # return [dlg_tmpfile_name4, dlg_tmpfile_name6]
def _getRoaCSVExport(self): """ Downloads RPKI ROA Validator """ dp = dprint() dp.log("Downloading dump file for roadata...") dlg_tmpfile = get_tmp_fn(filename="rpkivalidator-roadata.csv" ) # dlg_tmpfile_name4 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v4'] , dlg_tmpfile, 86400) dlg_tmpfile_name = getfile("http://ripeval.labs.lacnic.net:8080/export.csv" , dlg_tmpfile, 3600) return dlg_tmpfile
def _getRoaCSVExport(self): """ Downloads RPKI ROA Validator """ dp = dprint() for n in range(0, self._retries): try: dp.log("Downloading dump file for roadata...") dlg_tmpfile = get_tmp_fn(filename="rpkivalidator-roadata.csv" ) # dlg_tmpfile_name4 = getfile(rirconfig.rir_config_data['ripencc']['ris_whois_v4'] , dlg_tmpfile, 86400) dlg_tmpfile_name = getfile(self.validator_url , dlg_tmpfile, 3600) except: dp.log("Failure. Retrying.") continue # end for return dlg_tmpfile
def testFileDownloadSizeGreaterThanZero(self): getfile(self.url, self.local_file , self.refresh) si = os.stat(self.local_file) self.assertTrue(si.st_size>0)