def test_source_uuid_mapping(self): # noqa: C901 """Test source_uuid is mapped to the correct source.""" endpoints = [OCPAWSCostView, OCPAWSInstanceTypeView, OCPAWSStorageView] with tenant_context(self.tenant): expected_source_uuids = list( AWSCostEntryBill.objects.distinct().values_list("provider_id", flat=True)) source_uuid_list = [] for endpoint in endpoints: urls = ["?"] if endpoint == OCPAWSCostView: urls.extend([ "?group_by[account]=*", "?group_by[service]=*", "?group_by[region]=*" ]) for url in urls: query_params = self.mocked_query_params(url, endpoint) handler = OCPAWSReportQueryHandler(query_params) query_output = handler.execute_query() for dictionary in query_output.get("data"): for _, value in dictionary.items(): if isinstance(value, list): for item in value: if isinstance(item, dict): if "values" in item.keys(): value = item["values"][0] source_uuid_list.extend( value.get("source_uuid")) self.assertNotEquals(source_uuid_list, []) for source_uuid in source_uuid_list: self.assertIn(source_uuid, expected_source_uuids)
def test_execute_query_by_account_by_service(self): """Test execute_query for current month breakdown by account by service.""" url = "?filter[time_scope_units]=month&filter[time_scope_value]=-1&filter[resolution]=monthly&group_by[account]=*&group_by[service]=*" # noqa: E501 query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) query_output = handler.execute_query() data = query_output.get("data") self.assertIsNotNone(data) self.assertIsNotNone(query_output.get("total")) total = query_output.get("total") self.assertIsNotNone(total.get("cost")) aggregates = handler._mapper.report_type_map.get("aggregates") current_totals = self.get_totals_by_time_scope(aggregates, self.this_month_filter) self.assertEqual( total.get("cost", {}).get("total", {}).get("value", 0), current_totals.get("cost_total", 1)) cmonth_str = DateHelper().this_month_start.strftime("%Y-%m") for data_item in data: month_val = data_item.get("date", "not-a-date") month_data = data_item.get("accounts", "not-a-string") self.assertEqual(month_val, cmonth_str) self.assertIsInstance(month_data, list) for month_item in month_data: self.assertIsInstance(month_item.get("services"), list)
def test_query_by_partial_filtered_service(self): """Test execute_query monthly breakdown by filtered service.""" url = "?filter[time_scope_units]=month&filter[time_scope_value]=-1&filter[resolution]=monthly&group_by[service]=eC2" # noqa: E501 query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) query_output = handler.execute_query() data = query_output.get("data") self.assertIsNotNone(data) self.assertIsNotNone(query_output.get("total")) total = query_output.get("total") self.assertIsNotNone(total.get("cost")) filt = copy.deepcopy(self.this_month_filter) filt["product_code__icontains"] = "ec2" aggregates = handler._mapper.report_type_map.get("aggregates") current_totals = self.get_totals_by_time_scope(aggregates, filt) self.assertEqual( total.get("cost", {}).get("total", {}).get("value", 0), current_totals.get("cost_total", 1)) cmonth_str = DateHelper().this_month_start.strftime("%Y-%m") for data_item in data: month_val = data_item.get("date") month_data = data_item.get("services") self.assertEqual(month_val, cmonth_str) self.assertIsInstance(month_data, list) for month_item in month_data: compute = month_item.get("service") self.assertEqual(compute, "AmazonEC2") self.assertIsInstance(month_item.get("values"), list)
def test_ocp_aws_date_order_by_cost_desc(self): """Test that order of every other date matches the order of the `order_by` date.""" yesterday = self.dh.yesterday.date() url = f"?order_by[cost]=desc&order_by[date]={yesterday}&group_by[service]=*" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) query_output = handler.execute_query() data = query_output.get("data") svc_annotations = handler.annotations.get("service") cost_annotation = handler.report_annotations.get("cost_total") with tenant_context(self.tenant): expected = list( OCPAWSCostSummaryByServiceP.objects.filter(usage_start=str(yesterday)) .annotate(service=svc_annotations) .values("service") .annotate(cost=cost_annotation) .order_by("-cost") ) tested = False ranking_map = {} count = 1 for service in expected: ranking_map[service.get("service")] = count count += 1 for element in data: previous = 0 for service in element.get("services"): service_name = service.get("service") if service_name in ranking_map.keys(): self.assertGreaterEqual(ranking_map[service_name], previous) previous = ranking_map[service_name] tested = True self.assertTrue(tested)
def test_execute_query_current_month_monthly(self): """Test execute_query for current month on monthly breakdown.""" url = "?filter[time_scope_units]=month&filter[time_scope_value]=-1&filter[resolution]=daily" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) query_output = handler.execute_query() self.assertIsNotNone(query_output.get("data")) self.assertIsNotNone(query_output.get("total")) total = query_output.get("total") self.assertIsNotNone(total.get("cost")) aggregates = handler._mapper.report_type_map.get("aggregates") current_totals = self.get_totals_by_time_scope(aggregates, self.this_month_filter) self.assertEqual(total.get("cost", {}).get("total", {}).get("value", 0), current_totals.get("cost_total", 1))
def test_execute_sum_query_storage(self): """Test that the sum query runs properly.""" url = "?" query_params = self.mocked_query_params(url, OCPAWSStorageView) handler = OCPAWSReportQueryHandler(query_params) filt = {"product_family__contains": "Storage"} filt.update(self.ten_day_filter) aggregates = handler._mapper.report_type_map.get("aggregates") current_totals = self.get_totals_by_time_scope(aggregates, filt) query_output = handler.execute_query() self.assertIsNotNone(query_output.get("data")) self.assertIsNotNone(query_output.get("total")) total = query_output.get("total") self.assertEqual(total.get("cost", {}).get("total", {}).get("value", 0), current_totals.get("cost_total", 1))
def test_execute_sum_query_instance_types(self): """Test that the sum query runs properly for instance-types.""" url = "?" query_params = self.mocked_query_params(url, OCPAWSInstanceTypeView) handler = OCPAWSReportQueryHandler(query_params) query_output = handler.execute_query() self.assertIsNotNone(query_output.get("data")) self.assertIsNotNone(query_output.get("total")) total = query_output.get("total") self.assertIsNotNone(total.get("cost")) self.assertIsInstance(total.get("cost"), dict) self.assertNotEqual(total.get("cost").get("total", {}).get("value"), 0) self.assertEqual(total.get("cost").get("total", {}).get("units"), "USD") self.assertIsNotNone(total.get("usage")) self.assertIsInstance(total.get("usage"), dict) self.assertNotEqual(total.get("usage").get("value"), 0) self.assertEqual(total.get("usage").get("units"), "Hrs") self.assertIsNotNone(total.get("count")) self.assertIsInstance(total.get("count"), dict) self.assertNotEqual(total.get("count").get("value"), 0) self.assertEqual(total.get("count").get("units"), "instances")
def test_query_table(self): """Test that the correct view is assigned by query table property.""" url = "?" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSCostSummary) url = "?group_by[account]=*" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSCostSummaryByAccount) url = "?group_by[region]=*" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSCostSummaryByRegion) url = "?group_by[region]=*&group_by[account]=*" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSCostSummaryByRegion) url = "?group_by[service]=*" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSCostSummaryByService) url = "?group_by[service]=*&group_by[account]=*" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSCostSummaryByService) url = "?" query_params = self.mocked_query_params(url, OCPAWSInstanceTypeView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSComputeSummary) url = "?group_by[account]=*" query_params = self.mocked_query_params(url, OCPAWSInstanceTypeView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSComputeSummary) url = "?" query_params = self.mocked_query_params(url, OCPAWSStorageView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSStorageSummary) url = "?group_by[account]=*" query_params = self.mocked_query_params(url, OCPAWSStorageView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSStorageSummary) url = "?filter[service]=AmazonVPC,AmazonCloudFront,AmazonRoute53,AmazonAPIGateway" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSNetworkSummary) url = "?filter[service]=AmazonVPC,AmazonCloudFront,AmazonRoute53,AmazonAPIGateway&group_by[account]=*" query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSNetworkSummary) url = ( "?filter[service]=AmazonRDS,AmazonDynamoDB,AmazonElastiCache,AmazonNeptune,AmazonRedshift,AmazonDocumentDB" ) query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSDatabaseSummary) url = ( "?filter[service]=AmazonRDS,AmazonDynamoDB,AmazonElastiCache,AmazonNeptune,AmazonRedshift,AmazonDocumentDB" "&group_by[account]=*") query_params = self.mocked_query_params(url, OCPAWSCostView) handler = OCPAWSReportQueryHandler(query_params) self.assertEqual(handler.query_table, OCPAWSDatabaseSummary)