def test_gzip_on_remote(self):
local_gzip = os.path.join(os.path.dirname(__file__),
'file_data/s_3_2126.bcl.gz')
remote_gzip = stor.join(self.test_dir, stor.basename(local_gzip))
stor.copy(local_gzip, remote_gzip)
with stor.open(remote_gzip) as fp:
with gzip.GzipFile(fileobj=fp) as remote_gzip_fp:
with gzip.open(local_gzip) as local_gzip_fp:
assert_same_data(remote_gzip_fp, local_gzip_fp)
def test_gzip_on_remote(self):
self._skip_if_filesystem_python3(self.test_dir)
local_gzip = os.path.join(os.path.dirname(__file__),
'file_data/s_3_2126.bcl.gz')
remote_gzip = stor.join(self.test_dir, stor.basename(local_gzip))
stor.copy(local_gzip, remote_gzip)
file_h = dxpy.DXFile(dxid=remote_gzip.canonical_resource,
project=remote_gzip.canonical_project)
file_h.wait_on_close(20) # wait for file to go to closed state
with stor.open(remote_gzip, mode='rb') as fp:
with gzip.GzipFile(fileobj=fp) as remote_gzip_fp:
with gzip.open(local_gzip) as local_gzip_fp:
assert_same_data(remote_gzip_fp, local_gzip_fp)
def test_works_with_gzip(self, mock_read_object):
gzip_path = stor.join(stor.dirname(__file__), 'file_data',
's_3_2126.bcl.gz')
text = stor.open(gzip_path, 'rb').read()
mock_read_object.return_value = text
fileobj = stor.open(stor.join(self.drive, 'A/C/s_3_2126.bcl.gz'), 'rb')
with fileobj:
with gzip.GzipFile(fileobj=fileobj) as fp:
with gzip.open(gzip_path) as gzip_fp:
assert_same_data(fp, gzip_fp)
fileobj = stor.open(stor.join(self.drive, 'A/C/s_3_2126.bcl.gz'), 'rb')
with fileobj:
with gzip.GzipFile(fileobj=fileobj) as fp:
with gzip.open(gzip_path) as gzip_fp:
# after seeking should still be same
fp.seek(3)
gzip_fp.seek(3)
assert_same_data(fp, gzip_fp)