コード例 #1
0
    def test_write_blob_consistency(self, get_client):
        get_client().bucket().blob().size = 999
        get_client().bucket().blob().md5_hash = "a" * 24
        # given
        items_to_write = self.get_items_to_write()
        options = self.get_options()
        options['options']['check_consistency'] = True

        # when:
        writer = GStorageWriter(options, meta())
        try:
            writer.write_batch(items_to_write)
            writer.flush()
        finally:
            writer.close()

        with self.assertRaises(InconsistentWriteState):
            writer.finish_writing()
コード例 #2
0
    def test_write(self):
        items_to_write = self.get_items_to_write()
        options = self.get_options()

        with mock.patch(
                'gcloud.storage.Client.from_service_account_json') as mocked:
            writer = GStorageWriter(options, meta())
            writer.write_batch(items_to_write)
            writer.flush()
            writer.close()
            mocked.assert_has_calls([('().bucket().blob().upload_from_file',
                                      (mock.ANY, ))])
コード例 #3
0
    def test_write_blob_consistency(self, get_client):
        get_client().bucket().blob().size = 999
        get_client().bucket().blob().md5_hash = "a"*24
        # given
        items_to_write = self.get_items_to_write()
        options = self.get_options()
        options['options']['check_consistency'] = True

        # when:
        writer = GStorageWriter(options, meta())
        try:
            writer.write_batch(items_to_write)
            writer.flush()
        finally:
            writer.close()

        with self.assertRaises(InconsistentWriteState):
            writer.finish_writing()
コード例 #4
0
 def test_init_fails_with_bad_resource(self):
     options = {
         'name': 'exporters.writers.gstorage_writer.GStorageWriter',
         'options': {
             'project': 'some-project-666',
             'bucket': 'bucket-777',
             'filebase': 'tests/',
         }
     }
     env = {'EXPORTERS_GSTORAGE_CREDS_RESOURCE': 'a:b'}
     with nested(self.assertRaisesRegexp(ImportError, 'No module named a'),
                 mock.patch.dict('os.environ', env)):
         GStorageWriter(options, meta())
コード例 #5
0
    def test_write(self):
        items_to_write = self.get_items_to_write()
        options = self.get_options()

        with mock.patch('gcloud.storage.Client.from_service_account_json') as mocked:
            writer = GStorageWriter(options, meta())
            writer.write_batch(items_to_write)
            writer.flush()
            writer.close()
            mocked.assert_has_calls([('().bucket().blob().upload_from_file',
                                      (mock.ANY,))])
コード例 #6
0
    def test_write_stream(self, get_client):
        # given:
        with closing(GStorageWriter(self.get_options(), meta())) as writer:
            file_obj = BytesIO('hello')
            file_name = 'hellofile'
            file_len = len('hello')

            # when:
            writer.write_stream(Stream(file_name, file_len, None), file_obj)

            # then
            bucket_mock = get_client().bucket()
            bucket_mock.blob.assert_called_once_with('tests/' + file_name)
            upload_mock = bucket_mock.blob().upload_from_file
            upload_mock.assert_called_once_with(file_obj, size=file_len)
コード例 #7
0
 def test_init_from_resource(self):
     options = {
         'name': 'exporters.writers.gstorage_writer.GStorageWriter',
         'options': {
             'project': 'some-project-666',
             'bucket': 'bucket-777',
             'filebase': 'tests/',
         }
     }
     env = {'EXPORTERS_GSTORAGE_CREDS_RESOURCE': 'a:b'}
     with nested(
             mock.patch.dict('os.environ', env),
             mock.patch('pkg_resources.resource_string', return_value='{}'),
             mock.patch('gcloud.storage.Client.from_service_account_json')):
         with closing(GStorageWriter(options, meta())):
             pass