def reset_db_daily():
# Clean the whole database and regenerate it (like this we do not
# keep data of the old rankings)
report = ReportsGenerator()
report.flush_temp_db()
report.build_reports_lasts_days(days_history_cache)
# date used to generate a ranking with the data in the database at
# this point
date = (datetime.date.today() - datetime.timedelta(1)).isoformat()
return date
def reset_db_daily():
# Clean the whole database and regenerate it (like this we do not
# keep data of the old rankings)
report = ReportsGenerator()
report.flush_temp_db()
report.build_reports_lasts_days(days_history_cache)
# date used to generate a ranking with the data in the database at
# this point
date = (datetime.date.today() - datetime.timedelta(1)).isoformat()
return date
def reset_db_daily():
# Clean the whole database and regenerate it (like this we do not keep data of the old rankings)
report = ReportsGenerator()
report.flush_temp_db()
report.build_reports_lasts_days(int(config.get('ranking','days')))
# date used to generate a ranking with the data in the database at this point
date = (datetime.date.today() - datetime.timedelta(1)).isoformat()
m = Map()
m.get_country_codes()
m.generate()
return date
def __init__(self):
self.config = ConfigParser.RawConfigParser()
config_file = "/path/to/bgp-ranking.conf"
self.config.read(config_file)
root_dir = self.config.get('directories','root')
sys.path.append(os.path.join(root_dir,self.config.get('directories','libraries')))
from ranking.reports import Reports
from ranking.reports_generator import ReportsGenerator
# Ensure there is something to display
report_generator = ReportsGenerator()
report_generator.flush_temp_db()
report_generator.build_reports_lasts_days(int(self.config.get('ranking','days')))
report_generator.build_last_reports()
self.report = Reports()
self.days_graph = 30
splitted_files = fs.fplit()
syslog.syslog(syslog.LOG_INFO, 'Splitting finished.')
# Flush the old routing database and launch the population of the new database
routing_db.flushdb()
syslog.syslog(syslog.LOG_INFO, 'Start pushing all routes...')
run_splitted_processing(int(config.get('processes','routing_push')), pushing_process_service, splitted_files)
syslog.syslog(syslog.LOG_INFO, 'All routes pushed.')
# Remove the binary and the plain text files
os.unlink(output.name)
os.unlink(filename)
if compute_yesterday_ranking():
# Clean the whole database and regenerate it (like this we do not keep data of the old rankings)
report = ReportsGenerator()
report.flush_temp_db()
report.build_reports_lasts_days(int(config.get('ranking','days')))
# date used to generate a ranking with the data in the database at this point
date = (datetime.date.today() - datetime.timedelta(1)).isoformat()
m = Map()
m.get_country_codes()
m.generate()
else:
date = datetime.date.today().isoformat()
separator = config.get('input_keys','separator')
sources = global_db.smembers('{date}{sep}{key}'.format(date = date, sep = separator, key = config.get('input_keys','index_sources')))
pipeline = history_db.pipeline()
pipeline_static = history_db_static.pipeline()
to_delete = []
for source in sources:
syslog.syslog(syslog.LOG_INFO, 'Splitting finished.')
# Flush the old routing database and launch the population of the new database
routing_db.flushdb()
syslog.syslog(syslog.LOG_INFO, 'Start pushing all routes...')
run_splitted_processing(int(config.get('processes', 'routing_push')),
pushing_process_service, splitted_files)
syslog.syslog(syslog.LOG_INFO, 'All routes pushed.')
# Remove the binary and the plain text files
os.unlink(output.name)
os.unlink(filename)
if compute_yesterday_ranking():
# Clean the whole database and regenerate it (like this we do not keep data of the old rankings)
report = ReportsGenerator()
report.flush_temp_db()
report.build_reports_lasts_days(int(config.get('ranking', 'days')))
# date used to generate a ranking with the data in the database at this point
date = (datetime.date.today() - datetime.timedelta(1)).isoformat()
m = Map()
m.get_country_codes()
m.generate()
else:
date = datetime.date.today().isoformat()
separator = config.get('input_keys', 'separator')
sources = global_db.smembers('{date}{sep}{key}'.format(
date=date,
sep=separator,
key=config.get('input_keys', 'index_sources')))
pipeline = history_db.pipeline()
