def test_clear_last_started_date(self):
"""Test convience function for clear last started date."""
saver = ReportStatsDBAccessor("myreport", self.manifest_id)
saver.log_last_started_datetime()
self.assertIsNotNone(saver.get_last_started_datetime())
saver.clear_last_started_datetime()
self.assertIsNone(saver.get_last_started_datetime())
def test_log_last_started_datetime(self):
"""Test convience function for last started processing time."""
saver = ReportStatsDBAccessor('myreport', self.manifest_id)
saver.log_last_started_datetime()
self.assertIsNotNone(saver.get_last_started_datetime())
saver.delete()
self.assertEqual(CostUsageReportStatus.objects.count(), 0)
def test_log_last_started_datetime(self):
"""Test convience function for last started processing time."""
saver = ReportStatsDBAccessor('myreport')
saver.commit()
saver.log_last_started_datetime()
saver.commit()
saver.remove()
saver.commit()
saver.close_session()
def test_log_last_started_datetime(self):
"""Test convience function for last started processing time."""
saver = ReportStatsDBAccessor('myreport', self.manifest_id)
saver.log_last_started_datetime()
saver.commit()
# FIXME: missing asserts
saver.delete()
saver.commit()
saver.close_session()
def _process_report_file(schema_name, report_path, compression):
"""
Task to process a Report.
Args:
schema_name (String) db schema name
report_path (String) path to downloaded reports
compression (String) 'PLAIN' or 'GZIP'
Returns:
None
"""
stmt = ('Processing Report:'
' schema_name: {},'
' report_path: {},'
' compression: {}')
log_statement = stmt.format(schema_name, report_path, compression)
LOG.info(log_statement)
mem = psutil.virtual_memory()
mem_msg = 'Avaiable memory: {} bytes ({}%)'.format(mem.free, mem.percent)
LOG.info(mem_msg)
file_name = report_path.split('/')[-1]
stats_recorder = ReportStatsDBAccessor(file_name)
stats_recorder.log_last_started_datetime()
stats_recorder.commit()
processor = ReportProcessor(schema_name=schema_name,
report_path=report_path,
compression=compression)
processor.process()
stats_recorder.log_last_completed_datetime()
stats_recorder.commit()
stats_recorder.close_session()
files = remove_files.remove_temp_cur_files(path.dirname(report_path))
LOG.info('Temporary files removed: %s', str(files))
