class OCPCloudReportSummaryUpdaterTest(MasuTestCase):
"""Test cases for the OCPCloudReportSummaryUpdaterTest class."""
@classmethod
def setUpClass(cls):
"""Set up the test class with required objects."""
super().setUpClass()
cls.date_accessor = DateAccessor()
def setUp(self):
"""Setup tests."""
super().setUp()
self.column_map = ReportingCommonDBAccessor().column_map
self.accessor = AWSReportDBAccessor(schema='acct10001',
column_map=self.column_map)
self.manifest_accessor = ReportManifestDBAccessor()
def tearDown(self):
"""Return the database to a pre-test state."""
self.accessor._session.rollback()
aws_tables = list(AWS_CUR_TABLE_MAP.values())
with AWSReportDBAccessor(self.test_schema,
self.column_map) as aws_accessor:
aws_accessor._session.rollback()
for table_name in aws_tables:
tables = aws_accessor._get_db_obj_query(table_name).all()
for table in tables:
aws_accessor._session.delete(table)
aws_accessor.commit()
ocp_tables = list(OCP_REPORT_TABLE_MAP.values())
with OCPReportDBAccessor(self.test_schema,
self.column_map) as ocp_accessor:
for table_name in ocp_tables:
tables = ocp_accessor._get_db_obj_query(table_name).all()
for table in tables:
ocp_accessor._session.delete(table)
ocp_accessor.commit()
manifests = self.manifest_accessor._get_db_obj_query().all()
for manifest in manifests:
self.manifest_accessor.delete(manifest)
self.manifest_accessor.commit()
def _generate_ocp_on_aws_data(self):
"""Test that the OCP on AWS cost summary table is populated."""
creator = ReportObjectCreator(self.accessor, self.column_map,
self.accessor.report_schema.column_types)
bill_ids = []
today = DateAccessor().today_with_timezone('UTC')
last_month = today - relativedelta.relativedelta(months=1)
resource_id = 'i-12345'
for cost_entry_date in (today, last_month):
bill = creator.create_cost_entry_bill(cost_entry_date)
bill_ids.append(str(bill.id))
cost_entry = creator.create_cost_entry(bill, cost_entry_date)
product = creator.create_cost_entry_product('Compute Instance')
pricing = creator.create_cost_entry_pricing()
reservation = creator.create_cost_entry_reservation()
creator.create_cost_entry_line_item(bill,
cost_entry,
product,
pricing,
reservation,
resource_id=resource_id)
self.accessor.populate_line_item_daily_table(last_month, today,
bill_ids)
with OCPReportDBAccessor(self.test_schema,
self.column_map) as ocp_accessor:
cluster_id = self.ocp_provider_resource_name
with ProviderDBAccessor(provider_uuid=self.ocp_test_provider_uuid
) as provider_access:
provider_id = provider_access.get_provider().id
for cost_entry_date in (today, last_month):
period = creator.create_ocp_report_period(
cost_entry_date,
provider_id=provider_id,
cluster_id=cluster_id)
report = creator.create_ocp_report(period, cost_entry_date)
creator.create_ocp_usage_line_item(period,
report,
resource_id=resource_id)
cluster_id = get_cluster_id_from_provider(
self.ocp_test_provider_uuid)
ocp_accessor.populate_line_item_daily_table(
last_month, today, cluster_id)
def test_get_infra_db_key_for_provider_type(self):
"""Test db_key private method for OCP-on-AWS infrastructure map."""
with ProviderDBAccessor(
self.ocp_test_provider_uuid) as provider_accessor:
provider = provider_accessor.get_provider()
updater = OCPCloudReportSummaryUpdater(schema='acct10001',
provider=provider,
manifest=None)
self.assertEqual(updater._get_infra_db_key_for_provider_type('AWS'),
'aws_uuid')
self.assertEqual(
updater._get_infra_db_key_for_provider_type('AWS-local'),
'aws_uuid')
self.assertEqual(updater._get_infra_db_key_for_provider_type('OCP'),
'ocp_uuid')
self.assertEqual(updater._get_infra_db_key_for_provider_type('WRONG'),
None)
@patch(
'masu.processor.ocp.ocp_cloud_summary_updater.AWSReportDBAccessor.populate_ocp_on_aws_cost_daily_summary'
)
@patch(
'masu.database.ocp_report_db_accessor.OCPReportDBAccessor.populate_cost_summary_table'
)
@patch(
'masu.processor.ocp.ocp_cloud_summary_updater.OCPCloudReportSummaryUpdater._get_ocp_cluster_id_for_provider'
)
def test_update_summary_tables_with_ocp_provider(self, mock_utility,
mock_ocp,
mock_ocp_on_aws):
"""Test that summary tables are properly run for an OCP provider."""
fake_cluster = 'my-ocp-cluster'
mock_utility.return_value = fake_cluster
start_date = self.date_accessor.today_with_timezone('UTC')
end_date = start_date + datetime.timedelta(days=1)
start_date_str = start_date.strftime('%Y-%m-%d')
end_date_str = end_date.strftime('%Y-%m-%d')
with ProviderDBAccessor(
self.ocp_test_provider_uuid) as provider_accessor:
provider = provider_accessor.get_provider()
updater = OCPCloudReportSummaryUpdater(schema='acct10001',
provider=provider,
manifest=None)
updater.update_summary_tables(start_date_str, end_date_str)
mock_ocp_on_aws.assert_called_with(start_date_str, end_date_str,
fake_cluster, [])
mock_ocp.assert_called_with(fake_cluster, start_date_str, end_date_str)
@patch(
'masu.processor.ocp.ocp_cloud_summary_updater.AWSReportDBAccessor.populate_ocp_on_aws_cost_daily_summary'
)
@patch(
'masu.database.ocp_report_db_accessor.OCPReportDBAccessor.populate_cost_summary_table'
)
@patch(
'masu.processor.ocp.ocp_cloud_summary_updater.get_bills_from_provider')
@patch(
'masu.processor.ocp.ocp_cloud_summary_updater.OCPCloudReportSummaryUpdater._get_ocp_cluster_id_for_provider'
)
def test_update_summary_tables_with_aws_provider(self,
mock_cluster_id_utility,
mock_utility, mock_ocp,
mock_ocp_on_aws):
"""Test that summary tables are properly run for an OCP provider."""
fake_cluster_id = 'my-ocp-cluster'
mock_cluster_id_utility.return_value = fake_cluster_id
fake_bills = [Mock(), Mock()]
fake_bills[0].id = 1
fake_bills[1].id = 2
bill_ids = [str(bill.id) for bill in fake_bills]
mock_utility.return_value = fake_bills
start_date = self.date_accessor.today_with_timezone('UTC')
end_date = start_date + datetime.timedelta(days=1)
start_date_str = start_date.strftime('%Y-%m-%d')
end_date_str = end_date.strftime('%Y-%m-%d')
with ProviderDBAccessor(
self.aws_test_provider_uuid) as provider_accessor:
provider = provider_accessor.get_provider()
updater = OCPCloudReportSummaryUpdater(schema='acct10001',
provider=provider,
manifest=None)
updater.update_summary_tables(start_date_str, end_date_str)
mock_ocp_on_aws.assert_called_with(start_date_str, end_date_str,
fake_cluster_id, bill_ids)
mock_ocp.assert_called_with(fake_cluster_id, start_date_str,
end_date_str)
@patch(
'masu.processor.ocp.ocp_cloud_summary_updater.AWSReportDBAccessor.populate_ocp_on_aws_cost_daily_summary'
)
@patch(
'masu.database.ocp_report_db_accessor.OCPReportDBAccessor.populate_cost_summary_table'
)
def test_update_summary_tables_no_ocp_on_aws(self, mock_ocp,
mock_ocp_on_aws):
"""Test that summary tables do not run when OCP-on-AWS does not exist."""
test_provider_list = [
self.aws_test_provider_uuid, self.ocp_test_provider_uuid
]
for provider_uuid in test_provider_list:
start_date = self.date_accessor.today_with_timezone('UTC')
end_date = start_date + datetime.timedelta(days=1)
start_date_str = start_date.strftime('%Y-%m-%d')
end_date_str = end_date.strftime('%Y-%m-%d')
with ProviderDBAccessor(provider_uuid) as provider_accessor:
provider = provider_accessor.get_provider()
updater = OCPCloudReportSummaryUpdater(schema='acct10001',
provider=provider,
manifest=None)
updater.update_summary_tables(start_date_str, end_date_str)
mock_ocp.assert_called()
mock_ocp_on_aws.assert_not_called()
def test_update_summary_tables(self):
"""Test that summary tables are updated correctly."""
self._generate_ocp_on_aws_data()
start_date = self.date_accessor.today_with_timezone('UTC')
end_date = start_date + datetime.timedelta(days=1)
start_date_str = start_date.strftime('%Y-%m-%d')
end_date_str = end_date.strftime('%Y-%m-%d')
with ProviderDBAccessor(
self.ocp_test_provider_uuid) as provider_accessor:
provider = provider_accessor.get_provider()
updater = OCPCloudReportSummaryUpdater(schema='acct10001',
provider=provider,
manifest=None)
with AWSReportDBAccessor(self.test_schema,
self.column_map) as aws_accessor:
summary_table_name = AWS_CUR_TABLE_MAP['ocp_on_aws_daily_summary']
query = aws_accessor._get_db_obj_query(summary_table_name)
initial_count = query.count()
updater.update_summary_tables(start_date_str, end_date_str)
self.assertNotEqual(query.count(), initial_count)
class ReportStatsDBAccessorTest(MasuTestCase):
"""Test Cases for the ReportStatsDBAccessor object."""
def setUp(self):
"""Set up the test class."""
super().setUp()
billing_start = datetime.utcnow().replace(day=1)
manifest_dict = {
'assembly_id': '1234',
'billing_period_start_datetime': billing_start,
'num_total_files': 2,
'provider_uuid': self.aws_provider_uuid,
}
self.manifest_accessor = ReportManifestDBAccessor()
manifest = self.manifest_accessor.add(**manifest_dict)
self.manifest_accessor.commit()
self.manifest_id = manifest.id
def tearDown(self):
"""Tear down the test class."""
manifests = self.manifest_accessor._get_db_obj_query().all()
for manifest in manifests:
self.manifest_accessor.delete(manifest)
self.manifest_accessor.commit()
self.manifest_accessor.close_session()
def test_initializer(self):
"""Test Initializer"""
saver = ReportStatsDBAccessor('myreport', self.manifest_id)
self.assertIsNotNone(saver._obj)
def test_initializer_preexisting_report(self):
"""Test getting a new accessor stats on a preexisting report."""
saver = ReportStatsDBAccessor('myreport', self.manifest_id)
saver.update(
cursor_position=33,
last_completed_datetime='2011-1-1 11:11:11',
last_started_datetime='2022-2-2 22:22:22',
etag='myetag',
)
saver.commit()
self.assertIsNotNone(saver._obj)
# Get another accessor for the same report and verify we get back the right information.
saver2 = ReportStatsDBAccessor('myreport', self.manifest_id)
last_completed = saver2.get_last_completed_datetime()
self.assertEqual(last_completed.year, 2011)
self.assertEqual(last_completed.month, 1)
self.assertEqual(last_completed.day, 1)
self.assertEqual(last_completed.hour, 11)
self.assertEqual(last_completed.minute, 11)
self.assertEqual(last_completed.second, 11)
self.assertEqual(saver.get_etag(), 'myetag')
def test_add_remove(self):
"""Test basic add/remove logic."""
saver = ReportStatsDBAccessor('myreport', self.manifest_id)
saver.commit()
self.assertTrue(saver.does_db_entry_exist())
returned_obj = saver._get_db_obj_query()
self.assertEqual(returned_obj.first().report_name, 'myreport')
saver.delete()
saver.commit()
returned_obj = saver._get_db_obj_query()
self.assertIsNone(returned_obj.first())
saver.close_session()
def test_update(self):
"""Test updating an existing row."""
saver = ReportStatsDBAccessor('myreport', self.manifest_id)
saver.commit()
returned_obj = saver._get_db_obj_query()
self.assertEqual(returned_obj.first().report_name, 'myreport')
saver.update(
cursor_position=33,
last_completed_datetime=parser.parse('2011-1-1 11:11:11'),
last_started_datetime=parser.parse('2022-2-2 22:22:22'),
etag='myetag',
)
saver.commit()
last_completed = saver.get_last_completed_datetime()
self.assertEqual(last_completed.year, 2011)
self.assertEqual(last_completed.month, 1)
self.assertEqual(last_completed.day, 1)
self.assertEqual(last_completed.hour, 11)
self.assertEqual(last_completed.minute, 11)
self.assertEqual(last_completed.second, 11)
last_started = saver.get_last_started_datetime()
self.assertEqual(last_started.year, 2022)
self.assertEqual(last_started.month, 2)
self.assertEqual(last_started.day, 2)
self.assertEqual(last_started.hour, 22)
self.assertEqual(last_started.minute, 22)
self.assertEqual(last_started.second, 22)
self.assertEqual(saver.get_etag(), 'myetag')
saver.delete()
saver.commit()
returned_obj = saver._get_db_obj_query()
self.assertIsNone(returned_obj.first())
saver.close_session()
def test_log_last_started_datetime(self):
"""Test convience function for last started processing time."""
saver = ReportStatsDBAccessor('myreport', self.manifest_id)
saver.log_last_started_datetime()
saver.commit()
# FIXME: missing asserts
saver.delete()
saver.commit()
saver.close_session()
def test_log_last_completed_datetime(self):
"""Test convience function for last completed processing time."""
saver = ReportStatsDBAccessor('myreport', self.manifest_id)
saver.log_last_completed_datetime()
saver.commit()
# FIXME: missing asserts
saver.delete()
saver.commit()
saver.close_session()