def test_write_blob_consistency(self, get_client):
get_client().bucket().blob().size = 999
get_client().bucket().blob().md5_hash = "a" * 24
# given
items_to_write = self.get_items_to_write()
options = self.get_options()
options['options']['check_consistency'] = True
# when:
writer = GStorageWriter(options, meta())
try:
writer.write_batch(items_to_write)
writer.flush()
finally:
writer.close()
with self.assertRaises(InconsistentWriteState):
writer.finish_writing()
def test_write(self):
items_to_write = self.get_items_to_write()
options = self.get_options()
with mock.patch(
'gcloud.storage.Client.from_service_account_json') as mocked:
writer = GStorageWriter(options, meta())
writer.write_batch(items_to_write)
writer.flush()
writer.close()
mocked.assert_has_calls([('().bucket().blob().upload_from_file',
(mock.ANY, ))])
def test_write_blob_consistency(self, get_client):
get_client().bucket().blob().size = 999
get_client().bucket().blob().md5_hash = "a"*24
# given
items_to_write = self.get_items_to_write()
options = self.get_options()
options['options']['check_consistency'] = True
# when:
writer = GStorageWriter(options, meta())
try:
writer.write_batch(items_to_write)
writer.flush()
finally:
writer.close()
with self.assertRaises(InconsistentWriteState):
writer.finish_writing()
def test_init_fails_with_bad_resource(self):
options = {
'name': 'exporters.writers.gstorage_writer.GStorageWriter',
'options': {
'project': 'some-project-666',
'bucket': 'bucket-777',
'filebase': 'tests/',
}
}
env = {'EXPORTERS_GSTORAGE_CREDS_RESOURCE': 'a:b'}
with nested(self.assertRaisesRegexp(ImportError, 'No module named a'),
mock.patch.dict('os.environ', env)):
GStorageWriter(options, meta())
def test_write(self):
items_to_write = self.get_items_to_write()
options = self.get_options()
with mock.patch('gcloud.storage.Client.from_service_account_json') as mocked:
writer = GStorageWriter(options, meta())
writer.write_batch(items_to_write)
writer.flush()
writer.close()
mocked.assert_has_calls([('().bucket().blob().upload_from_file',
(mock.ANY,))])
def test_write_stream(self, get_client):
# given:
with closing(GStorageWriter(self.get_options(), meta())) as writer:
file_obj = BytesIO('hello')
file_name = 'hellofile'
file_len = len('hello')
# when:
writer.write_stream(Stream(file_name, file_len, None), file_obj)
# then
bucket_mock = get_client().bucket()
bucket_mock.blob.assert_called_once_with('tests/' + file_name)
upload_mock = bucket_mock.blob().upload_from_file
upload_mock.assert_called_once_with(file_obj, size=file_len)
def test_init_from_resource(self):
options = {
'name': 'exporters.writers.gstorage_writer.GStorageWriter',
'options': {
'project': 'some-project-666',
'bucket': 'bucket-777',
'filebase': 'tests/',
}
}
env = {'EXPORTERS_GSTORAGE_CREDS_RESOURCE': 'a:b'}
with nested(
mock.patch.dict('os.environ', env),
mock.patch('pkg_resources.resource_string', return_value='{}'),
mock.patch('gcloud.storage.Client.from_service_account_json')):
with closing(GStorageWriter(options, meta())):
pass