def test_clear_last_started_date(self): """Test convience function for clear last started date.""" saver = ReportStatsDBAccessor("myreport", self.manifest_id) saver.log_last_started_datetime() self.assertIsNotNone(saver.get_last_started_datetime()) saver.clear_last_started_datetime() self.assertIsNone(saver.get_last_started_datetime())
def test_log_last_started_datetime(self): """Test convience function for last started processing time.""" saver = ReportStatsDBAccessor('myreport', self.manifest_id) saver.log_last_started_datetime() self.assertIsNotNone(saver.get_last_started_datetime()) saver.delete() self.assertEqual(CostUsageReportStatus.objects.count(), 0)
def test_log_last_started_datetime(self): """Test convience function for last started processing time.""" saver = ReportStatsDBAccessor('myreport') saver.commit() saver.log_last_started_datetime() saver.commit() saver.remove() saver.commit() saver.close_session()
def test_log_last_started_datetime(self): """Test convience function for last started processing time.""" saver = ReportStatsDBAccessor('myreport', self.manifest_id) saver.log_last_started_datetime() saver.commit() # FIXME: missing asserts saver.delete() saver.commit() saver.close_session()
def _process_report_file(schema_name, report_path, compression): """ Task to process a Report. Args: schema_name (String) db schema name report_path (String) path to downloaded reports compression (String) 'PLAIN' or 'GZIP' Returns: None """ stmt = ('Processing Report:' ' schema_name: {},' ' report_path: {},' ' compression: {}') log_statement = stmt.format(schema_name, report_path, compression) LOG.info(log_statement) mem = psutil.virtual_memory() mem_msg = 'Avaiable memory: {} bytes ({}%)'.format(mem.free, mem.percent) LOG.info(mem_msg) file_name = report_path.split('/')[-1] stats_recorder = ReportStatsDBAccessor(file_name) stats_recorder.log_last_started_datetime() stats_recorder.commit() processor = ReportProcessor(schema_name=schema_name, report_path=report_path, compression=compression) processor.process() stats_recorder.log_last_completed_datetime() stats_recorder.commit() stats_recorder.close_session() files = remove_files.remove_temp_cur_files(path.dirname(report_path)) LOG.info('Temporary files removed: %s', str(files))