def test_initializer_preexisting_report(self):
"""Test getting a new accessor stats on a preexisting report."""
saver = ReportStatsDBAccessor('myreport')
saver.update(cursor_position=33,
last_completed_datetime='1/1/2011 11:11:11',
last_started_datetime='2/2/22 22:22:22',
etag='myetag')
saver.commit()
self.assertIsNotNone(saver._session)
# Get another accessor for the same report and verify we get back the right information.
saver2 = ReportStatsDBAccessor('myreport')
last_completed = saver2.get_last_completed_datetime()
self.assertEqual(last_completed.year, 2011)
self.assertEqual(last_completed.month, 1)
self.assertEqual(last_completed.day, 1)
self.assertEqual(last_completed.hour, 11)
self.assertEqual(last_completed.minute, 11)
self.assertEqual(last_completed.second, 11)
self.assertEqual(saver.get_etag(), 'myetag')
saver.remove()
saver.commit()
saver.close_session()
saver2.close_session()
def test_initializer(self):
"""Test Initializer"""
saver = ReportStatsDBAccessor('myreport')
self.assertIsNotNone(saver._session)
saver.remove()
saver.commit()
saver.close_session()
def test_log_last_completed_datetime(self):
"""Test convience function for last completed processing time."""
saver = ReportStatsDBAccessor('myreport')
saver.commit()
saver.log_last_completed_datetime()
saver.commit()
saver.remove()
saver.commit()
saver.close_session()
def test_add_remove(self):
"""Test basic add/remove logic."""
saver = ReportStatsDBAccessor('myreport')
saver.commit()
self.assertTrue(saver.does_db_entry_exist())
returned_obj = saver._get_db_obj_query()
self.assertEqual(returned_obj.first().report_name, 'myreport')
saver.remove()
saver.commit()
returned_obj = saver._get_db_obj_query()
self.assertIsNone(returned_obj.first())
saver.close_session()
def test_update(self):
"""Test updating an existing row."""
saver = ReportStatsDBAccessor('myreport')
saver.commit()
returned_obj = saver._get_db_obj_query()
self.assertEqual(returned_obj.first().report_name, 'myreport')
saver.update(cursor_position=33,
last_completed_datetime='1/1/2011 11:11:11',
last_started_datetime='2/2/22 22:22:22',
etag='myetag')
saver.commit()
self.assertEqual(saver.get_cursor_position(), 33)
last_completed = saver.get_last_completed_datetime()
self.assertEqual(last_completed.year, 2011)
self.assertEqual(last_completed.month, 1)
self.assertEqual(last_completed.day, 1)
self.assertEqual(last_completed.hour, 11)
self.assertEqual(last_completed.minute, 11)
self.assertEqual(last_completed.second, 11)
last_started = saver.get_last_started_datetime()
self.assertEqual(last_started.year, 2022)
self.assertEqual(last_started.month, 2)
self.assertEqual(last_started.day, 2)
self.assertEqual(last_started.hour, 22)
self.assertEqual(last_started.minute, 22)
self.assertEqual(last_started.second, 22)
saver.set_cursor_position(42)
saver.commit()
self.assertEqual(saver.get_cursor_position(), 42)
self.assertEqual(saver.get_etag(), 'myetag')
saver.update(cursor_position=100)
saver.commit()
self.assertEqual(saver.get_cursor_position(), 100)
saver.remove()
saver.commit()
returned_obj = saver._get_db_obj_query()
self.assertIsNone(returned_obj.first())
saver.close_session()
def test_download_current_report(self):
fake_report_date = datetime.today().replace(day=1)
fake_report_end_date = fake_report_date + relativedelta(months=+1)
report_range = '{}-{}'.format(fake_report_date.strftime('%Y%m%d'),
fake_report_end_date.strftime('%Y%m%d'))
# Moto setup
conn = boto3.resource('s3', region_name=self.selected_region)
conn.create_bucket(Bucket=self.fake_bucket_name)
# push mocked csvs into Moto env
fake_csv_files = {}
for x in range(0, random.randint(2, 10)):
csv_filename = '{}.csv'.format('-'.join(
self.fake.words(random.randint(2, 5))))
# mocked report file definition
fake_report_file = '{}/{}/{}/{}/{}'.format(self.fake_bucket_prefix,
self.fake_report_name,
report_range,
uuid.uuid4(),
csv_filename)
fake_csv_files[csv_filename] = fake_report_file
fake_csv_body = ','.join(self.fake.words(random.randint(5, 10)))
conn.Object(self.fake_bucket_name,
fake_report_file).put(Body=fake_csv_body)
key = conn.Object(self.fake_bucket_name, fake_report_file).get()
self.assertEqual(fake_csv_body, str(key['Body'].read(), 'utf-8'))
# mocked Manifest definition
selected_csv = random.choice(list(fake_csv_files.keys()))
fake_object = '{}/{}/{}/{}-Manifest.json'.format(
self.fake_bucket_prefix, self.fake_report_name, report_range,
self.fake_report_name)
fake_object_body = {'reportKeys': [fake_csv_files[selected_csv]]}
# push mocked manifest into Moto env
conn.Object(self.fake_bucket_name,
fake_object).put(Body=json.dumps(fake_object_body))
key = conn.Object(self.fake_bucket_name, fake_object).get()
self.assertEqual(fake_object_body, json.load(key['Body']))
# actual test
out = self.report_downloader.download_current_report()
files_list = []
for cur_dict in out:
files_list.append(cur_dict['file'])
self.assertIsNotNone(cur_dict['compression'])
report_key = fake_object_body.get('reportKeys').pop()
expected_assembly_id = utils.get_assembly_id_from_cur_key(report_key)
expected_csv = '{}/{}/aws/{}/{}-{}'.format(DATA_DIR,
self.fake_customer_name,
self.fake_bucket_name,
expected_assembly_id,
selected_csv)
self.assertEqual(files_list, [expected_csv])
# Verify etag is stored
for cur_dict in out:
cur_file = cur_dict['file']
file_name = cur_file.split('/')[-1]
stats_recorder = ReportStatsDBAccessor(file_name)
self.assertIsNotNone(stats_recorder.get_etag())
# Cleanup
stats_recorder.remove()
stats_recorder.commit()
stats_recorder2 = ReportStatsDBAccessor(file_name)
self.assertIsNone(stats_recorder2.get_etag())
stats_recorder.close_session()
stats_recorder2.close_session()
