def test_run(self):
mock_repo = mock.Mock(spec=FileRepoABC)
mock_repo.get_files.return_value = [BytesIO(b"foo"), BytesIO(b"bar")]
fp = FileProcessor(mock_repo, "some/path")
results = fp.run()
self.assertEqual(results, ["acbd18db4cc2f85cedef654fccc4a4d8",
"37b51d194a7513e45b56f6524f2d51f2"])
def main():
"""
Use custom file processor to pull bcket hashes
"""
gcs_repo = GCSFileRepo(APP_CREDENTIALS_JSON, COVID_BUCKET)
fp = FileProcessor(gcs_repo, None)
gcs_bucket_hashes = fp.run()
print(gcs_bucket_hashes)
def test_run_returns_md5_of_contents(self):
with mock.patch('file_processor.storage'):
fp = FileProcessor('some/path')
with mock.patch.object(fp, 'bucket') as mock_bucket:
mock_blob = mock.Mock(name='mock_blob')
def mock_download_to_file(bytez):
bytez.write(b'foobarbaz')
mock_blob.download_to_file = mock_download_to_file
mock_bucket.list_blobs.return_value = [mock_blob]
# WHEN
results = fp.run()
# THEN
self.assertEqual(results, ['6df23dc03f9b64cc38a0fc1483df6e21'])
def test_run_file_hasher(self):
mock_repo = Mock(spec=FileRepoABC)
mock_repo.get_files.return_value = [BytesIO(b"foo"), BytesIO(b"bar")]
fp = FileProcessor(mock_repo, None)
results = fp.run()
self.assertEqual(results, ['acbd18db4cc2f85cedef654fccc4a4d8', '37b51d194a7513e45b56f6524f2d51f2'])
def main():
repo = GCSFileRepo(APPLICATION_CREDENTIALS_PATH, BUCKET_NAME)
processor = FileProcessor(repo, "some/path")
hashes = processor.run()
