def _open_zarr(self): fmap = fsspec.get_mapper( f's3://{self.bucket_name}/{self.dataset_id}', **self.storage_options, ) self._zarr_group = zarr.open_consolidated(fmap) self._total_size = np.sum( [arr.nbytes for _, arr in self._zarr_group.items()]) self._total_size_repr = memory_repr(self._total_size)
def test_memory_repr(): for power, mem_repr in enumerate( ["1.0 bytes", "1.0 KB", "1.0 MB", "1.0 GB"]): assert memory_repr(1024**power) == mem_repr
def test_memory_repr(): for power, mem_repr in enumerate( ['1.0 bytes', '1.0 KB', '1.0 MB', '1.0 GB']): assert memory_repr(1024**power) == mem_repr
def test_memory_repr(): for power, mem_repr in enumerate(['1.0 bytes', '1.0 KB', '1.0 MB', '1.0 GB']): assert memory_repr(1024 ** power) == mem_repr