def setup(self):
self.client = gcsio.GcsIO()
def test_num_retries(self):
# BEAM-7424: update num_retries accordingly if storage_client is
# regenerated.
self.assertEqual(gcsio.GcsIO().client.num_retries, 20)
def test_retry_func(self):
# BEAM-7667: update retry_func accordingly if storage_client is
# regenerated.
self.assertIsNotNone(gcsio.GcsIO().client.retry_func)
def setUp(self):
self.client = FakeGcsClient()
self.gcs = gcsio.GcsIO(self.client)
def gcs_list(gcs_dir):
"""Lists all files in a GCS directory."""
gcs = gcsio.GcsIO()
return gcs.list_prefix(gcs_dir)
def get_file_size(fpath):
fs = FileSystems.get_filesystem(fpath)
if type(fs) == GCSFileSystem:
return gcsio.GcsIO().size(fpath)
else:
return FileIO(fpath, "rb").size()
def open_file_write(fpath):
fs = FileSystems.get_filesystem(fpath)
if type(fs) == GCSFileSystem:
return gcsio.GcsIO().open(fpath, mode='w')
else:
return FileSystems.create(fpath)
def open_file_read(fpath):
fs = FileSystems.get_filesystem(fpath)
if type(fs) == GCSFileSystem:
return gcsio.GcsIO().open(fpath)
else:
return FileSystems.open(fpath)