def setUp(self) -> None: rimraf(self.TEST_CUBE) cube = new_cube(time_periods=3, variables=dict(precipitation=np.nan, temperature=np.nan)).chunk( dict(time=1, lat=90, lon=90)) write_cube(cube, self.TEST_CUBE, "zarr", cube_asserted=True)
def setUpClass(cls) -> None: rimraf(S3_BUCKET) os.mkdir(S3_BUCKET) cube = new_cube(time_periods=3, variables=dict(precipitation=0.9, temperature=278.3)).chunk(dict(time=1, lat=90, lon=90)) write_cube(cube, TEST_CUBE_1, "zarr", cube_asserted=True) write_cube(cube, TEST_CUBE_2, "zarr", cube_asserted=True)
def setUp(self): rimraf(self.TEST_ZARR) cube = new_cube(variables=dict(A=0.5, B=-1.5)) cube = chunk_dataset(cube, chunk_sizes=dict(time=1, lat=90, lon=90), format_name=FORMAT_NAME_ZARR) cube.to_zarr(self.TEST_ZARR) self.chunked_a_files = { '.zarray', '.zattrs', '0.0.0', '0.0.1', '0.0.2', '0.0.3', '0.1.0', '0.1.1', '0.1.2', '0.1.3', '1.0.0', '1.0.1', '1.0.2', '1.0.3', '1.1.0', '1.1.1', '1.1.2', '1.1.3', '2.0.0', '2.0.1', '2.0.2', '2.0.3', '2.1.0', '2.1.1', '2.1.2', '2.1.3', '3.0.0', '3.0.1', '3.0.2', '3.0.3', '3.1.0', '3.1.1', '3.1.2', '3.1.3', '4.0.0', '4.0.1', '4.0.2', '4.0.3', '4.1.0', '4.1.1', '4.1.2', '4.1.3' } self.chunked_b_files = self.chunked_a_files self.chunked_time_files = { '.zarray', '.zattrs', '0', '1', '2', '3', '4' } self.chunked_lat_files = {'.zattrs', '.zarray', '0', '1'} self.chunked_lon_files = {'.zattrs', '.zarray', '0', '1', '2', '3'}
def _assert_io_ok(self, shape, tile_shape, expected_num_levels, expected_shapes, expected_chunks): input_path = get_path("pyramid-input.nc") output_path = get_path("pyramid-output") rimraf(input_path) rimraf(output_path) try: dataset = self.create_test_dataset(shape, chunks=None) dataset.to_netcdf(input_path) t0 = time.perf_counter() levels = write_levels(output_path, dataset=dataset, spatial_tile_shape=tile_shape, input_path=input_path) print(f"write time total: ", time.perf_counter() - t0) self._assert_levels_ok(levels, expected_num_levels, expected_shapes, expected_chunks) t0 = time.perf_counter() levels = read_levels(output_path) print(f"read time total: ", time.perf_counter() - t0) self._assert_levels_ok(levels, expected_num_levels, expected_shapes, expected_chunks) finally: rimraf(input_path) rimraf(output_path)
def tearDown(self): rimraf(TEST_CUBE_ZARR)
def setUp(self): rimraf(TEST_CUBE_ZARR) TEST_CUBE.to_zarr(TEST_CUBE_ZARR)
def tearDown(self) -> None: rimraf(self.TEST_CUBE)
def setUp(self) -> None: rimraf(self.TEST_CUBE)
def tearDownClass(cls) -> None: rimraf(S3_BUCKET)
def tearDown(self): rimraf(self.TEST_ZARR)
def _clear_outputs(self): rimraf(TEST_CUBE_ZARR) rimraf(TEST_CUBE_ZARR_OPTIMIZED_DEFAULT) rimraf(TEST_CUBE_ZARR_OPTIMIZED_USER)
def tearDown(self) -> None: rimraf(self.CUBE_PATH) rimraf(self.CUBE_PATH_2)
def setUp(self) -> None: rimraf(self.CUBE_PATH)
def clean_up(): files = ['l2c-single.nc', 'l2c.nc', 'l2c.zarr', 'l2c-single.zarr'] for file in files: rimraf(file) rimraf(file + '.temp.nc') # May remain from Netcdf4DatasetIO.append() rimraf(get_inputdata_path("input.txt"))
def _rm_outputs(self): for path in [TEST_ZARR_DIR, TEST_NC_FILE] + self.outputs(): rimraf(path)