def _open_zarr(self):
fmap = fsspec.get_mapper(
f's3://{self.bucket_name}/{self.dataset_id}',
**self.storage_options,
)
self._zarr_group = zarr.open_consolidated(fmap)
self._total_size = np.sum(
[arr.nbytes for _, arr in self._zarr_group.items()])
self._total_size_repr = memory_repr(self._total_size)
def test_memory_repr():
for power, mem_repr in enumerate(
["1.0 bytes", "1.0 KB", "1.0 MB", "1.0 GB"]):
assert memory_repr(1024**power) == mem_repr
def test_memory_repr():
for power, mem_repr in enumerate(
['1.0 bytes', '1.0 KB', '1.0 MB', '1.0 GB']):
assert memory_repr(1024**power) == mem_repr
def test_memory_repr():
for power, mem_repr in enumerate(['1.0 bytes', '1.0 KB', '1.0 MB', '1.0 GB']):
assert memory_repr(1024 ** power) == mem_repr
