class GetReportFileTests(MasuTestCase):
"""Test Cases for the celery task."""
fake = faker.Faker()
@patch("masu.processor._tasks.download.ReportDownloader", return_value=FakeDownloader)
def test_get_report(self, fake_downloader):
"""Test task."""
account = fake_arn(service="iam", generate_account_id=True)
report = _get_report_files(
Mock(),
customer_name=self.fake.word(),
authentication=account,
provider_type=Provider.PROVIDER_AWS,
report_month=DateAccessor().today(),
provider_uuid=self.aws_provider_uuid,
billing_source=self.fake.word(),
)
self.assertIsInstance(report, list)
self.assertGreater(len(report), 0)
@patch("masu.processor._tasks.download.ReportDownloader", return_value=FakeDownloader)
def test_disk_status_logging(self, fake_downloader):
"""Test task for logging when temp directory exists."""
logging.disable(logging.NOTSET)
os.makedirs(Config.TMP_DIR, exist_ok=True)
account = fake_arn(service="iam", generate_account_id=True)
expected = "INFO:masu.processor._tasks.download:Available disk space"
with self.assertLogs("masu.processor._tasks.download", level="INFO") as logger:
_get_report_files(
Mock(),
customer_name=self.fake.word(),
authentication=account,
provider_type=Provider.PROVIDER_AWS,
report_month=DateAccessor().today(),
provider_uuid=self.aws_provider_uuid,
billing_source=self.fake.word(),
)
statement_found = False
for log in logger.output:
if expected in log:
statement_found = True
self.assertTrue(statement_found)
shutil.rmtree(Config.TMP_DIR, ignore_errors=True)
@patch("masu.processor._tasks.download.ReportDownloader", return_value=FakeDownloader)
def test_disk_status_logging_no_dir(self, fake_downloader):
"""Test task for logging when temp directory does not exist."""
logging.disable(logging.NOTSET)
Config.PVC_DIR = "/this/path/does/not/exist"
account = fake_arn(service="iam", generate_account_id=True)
expected = (
"INFO:masu.processor._tasks.download:Unable to find"
+ f" available disk space. {Config.PVC_DIR} does not exist"
)
with self.assertLogs("masu.processor._tasks.download", level="INFO") as logger:
_get_report_files(
Mock(),
customer_name=self.fake.word(),
authentication=account,
provider_type=Provider.PROVIDER_AWS,
report_month=DateAccessor().today(),
provider_uuid=self.aws_provider_uuid,
billing_source=self.fake.word(),
)
self.assertIn(expected, logger.output)
@patch("masu.processor._tasks.download.ReportDownloader._set_downloader", side_effect=Exception("only a test"))
def test_get_report_exception(self, fake_downloader):
"""Test task."""
account = fake_arn(service="iam", generate_account_id=True)
with self.assertRaises(Exception):
_get_report_files(
Mock(),
customer_name=self.fake.word(),
authentication=account,
provider_type=Provider.PROVIDER_AWS,
report_month=DateAccessor().today(),
provider_uuid=self.aws_provider_uuid,
billing_source=self.fake.word(),
)
@patch("masu.processor._tasks.download.ProviderStatus.set_error")
@patch(
"masu.processor._tasks.download.ReportDownloader._set_downloader",
side_effect=ReportDownloaderError("only a test"),
)
def test_get_report_exception_update_status(self, fake_downloader, fake_status):
"""Test that status is updated when an exception is raised."""
account = fake_arn(service="iam", generate_account_id=True)
try:
_get_report_files(
Mock(),
customer_name=self.fake.word(),
authentication=account,
provider_type=Provider.PROVIDER_AWS,
report_month=DateAccessor().today(),
provider_uuid=self.aws_provider_uuid,
billing_source=self.fake.word(),
)
except ReportDownloaderError:
pass
fake_status.assert_called()
@patch("masu.processor._tasks.download.ProviderStatus.set_status")
@patch("masu.processor._tasks.download.ReportDownloader", spec=True)
def test_get_report_update_status(self, fake_downloader, fake_status):
"""Test that status is updated when downloading is complete."""
account = fake_arn(service="iam", generate_account_id=True)
_get_report_files(
Mock(),
customer_name=self.fake.word(),
authentication=account,
provider_type=Provider.PROVIDER_AWS,
report_month=DateAccessor().today(),
provider_uuid=self.aws_provider_uuid,
billing_source=self.fake.word(),
)
fake_status.assert_called_with(ProviderStatusCode.READY)
class GetReportFileTests(MasuTestCase):
"""Test Cases for the celery task."""
fake = faker.Faker()
@patch('masu.processor._tasks.download.ReportDownloader', return_value=FakeDownloader)
def test_get_report(self, fake_downloader):
"""Test task"""
account = fake_arn(service='iam', generate_account_id=True)
report = _get_report_files(customer_name=self.fake.word(),
authentication=account,
provider_type='AWS',
report_name=self.fake.word(),
provider_uuid=self.aws_test_provider_uuid,
billing_source=self.fake.word())
self.assertIsInstance(report, list)
self.assertGreater(len(report), 0)
@patch('masu.processor._tasks.download.ReportDownloader', return_value=FakeDownloader)
def test_disk_status_logging(self, fake_downloader):
"""Test task for logging when temp directory exists."""
logging.disable(logging.NOTSET)
os.makedirs(Config.TMP_DIR, exist_ok=True)
account = fake_arn(service='iam', generate_account_id=True)
expected = 'INFO:masu.processor._tasks.download:Available disk space'
with self.assertLogs('masu.processor._tasks.download', level='INFO') as logger:
_get_report_files(customer_name=self.fake.word(),
authentication=account,
provider_type='AWS',
report_name=self.fake.word(),
provider_uuid=self.aws_test_provider_uuid,
billing_source=self.fake.word())
statement_found = False
for log in logger.output:
if expected in log:
statement_found = True
self.assertTrue(statement_found)
shutil.rmtree(Config.TMP_DIR, ignore_errors=True)
@patch('masu.processor._tasks.download.ReportDownloader', return_value=FakeDownloader)
def test_disk_status_logging_no_dir(self, fake_downloader):
"""Test task for logging when temp directory does not exist."""
logging.disable(logging.NOTSET)
Config.TMP_DIR = '/this/path/does/not/exist'
account = fake_arn(service='iam', generate_account_id=True)
expected = 'INFO:masu.processor._tasks.download:Unable to find' + \
f' available disk space. {Config.TMP_DIR} does not exist'
with self.assertLogs('masu.processor._tasks.download', level='INFO') as logger:
_get_report_files(customer_name=self.fake.word(),
authentication=account,
provider_type='AWS',
report_name=self.fake.word(),
provider_uuid=self.aws_test_provider_uuid,
billing_source=self.fake.word())
self.assertIn(expected, logger.output)
@patch('masu.processor._tasks.download.ReportDownloader._set_downloader',
side_effect=Exception('only a test'))
def test_get_report_exception(self, fake_downloader):
"""Test task"""
account = fake_arn(service='iam', generate_account_id=True)
with self.assertRaises(Exception):
_get_report_files(customer_name=self.fake.word(),
authentication=account,
provider_type='AWS',
report_name=self.fake.word(),
provider_uuid=self.aws_test_provider_uuid,
billing_source=self.fake.word())
@patch('masu.processor._tasks.download.ReportDownloader._set_downloader', return_value=FakeDownloader)
@patch('masu.database.provider_db_accessor.ProviderDBAccessor.get_setup_complete',
return_value=True)
def test_get_report_with_override(self, fake_accessor, fake_report_files):
"""Test _get_report_files on non-initial load with override set."""
Config.INGEST_OVERRIDE = True
Config.INITIAL_INGEST_NUM_MONTHS = 5
initial_month_qty = Config.INITIAL_INGEST_NUM_MONTHS
account = fake_arn(service='iam', generate_account_id=True)
with patch.object(ReportDownloader, 'get_reports') as download_call:
_get_report_files(customer_name=self.fake.word(),
authentication=account,
provider_type='AWS',
report_name=self.fake.word(),
provider_uuid=self.aws_test_provider_uuid,
billing_source=self.fake.word())
download_call.assert_called_with(initial_month_qty)
Config.INGEST_OVERRIDE = False
Config.INITIAL_INGEST_NUM_MONTHS = 2
@patch('masu.processor._tasks.download.ProviderStatus.set_error')
@patch('masu.processor._tasks.download.ReportDownloader._set_downloader',
side_effect=ReportDownloaderError('only a test'))
def test_get_report_exception_update_status(self,
fake_downloader,
fake_status):
"""Test that status is updated when an exception is raised."""
account = fake_arn(service='iam', generate_account_id=True)
try:
_get_report_files(customer_name=self.fake.word(),
authentication=account,
provider_type='AWS',
report_name=self.fake.word(),
provider_uuid=self.aws_test_provider_uuid,
billing_source=self.fake.word())
except ReportDownloaderError:
pass
fake_status.assert_called()
@patch('masu.processor._tasks.download.ProviderStatus.set_status')
@patch('masu.processor._tasks.download.ReportDownloader', spec=True)
def test_get_report_update_status(self, fake_downloader, fake_status):
"""Test that status is updated when downloading is complete."""
account = fake_arn(service='iam', generate_account_id=True)
_get_report_files(customer_name=self.fake.word(),
authentication=account,
provider_type='AWS',
report_name=self.fake.word(),
provider_uuid=self.aws_test_provider_uuid,
billing_source=self.fake.word())
fake_status.assert_called_with(ProviderStatusCode.READY)