def test_preprocessor_output(self, tmp_path):
v = VHIPreprocessor(tmp_path)
# get filename
demo_raw_folder = v.raw_folder / "vhi" / "1981"
demo_raw_folder.mkdir(parents=True, exist_ok=True)
netcdf_filepath = demo_raw_folder / "VHP.G04.C07.NC.P1981035.VH.nc"
# build dummy .nc object
raw_height, raw_width = 360, 100
v.raw_height = raw_height
v.raw_width = raw_width
raw_ds = self._make_vhi_dataset(raw_height, raw_width)
raw_ds.to_netcdf(netcdf_filepath)
# run the preprocessing steps
out = v._preprocess(netcdf_filepath.as_posix(), v.interim.as_posix())
expected = "STAR_VHP.G04.C07.NC_1981_8_31_kenya_VH.nc"
assert out.name == expected, f"Expected: {expected} Got: {out.name}"
# check the structure of the output file
out_ds = xr.open_dataset(out)
out_dims = list(out_ds.dims.keys())
out_vars = [
var for var in out_ds.variables.keys() if var not in out_dims
]
assert "VHI" in out_vars, f"Expected to find VHI in out_vars"
assert all(np.isin(["lat", "lon", "time"], out_dims)) and (
len(out_dims)
== 3), f'Expected {out_dims} to be ["lat","lon", "time"]'
def test_create_new_dataset(self, tmp_path):
netcdf_filepath = "VHP.G04.C07.NC.P1981035.VH.nc"
# build dummy .nc object
processor = VHIPreprocessor(tmp_path)
raw_height, raw_width = 360, 100
processor.raw_height = raw_height
processor.raw_width = raw_width
ds = self._make_vhi_dataset(raw_height, raw_width)
timestamp = processor.extract_timestamp(ds,
netcdf_filepath,
use_filepath=True)
expected_timestamp = pd.Timestamp("1981-08-31 00:00:00")
assert (timestamp == expected_timestamp), f"Timestamp. \
Expected: {expected_timestamp} Got: {timestamp}"
longitudes, latitudes = processor.create_lat_lon_vectors(ds)
exp_long = np.linspace(-180, 180, raw_width)
assert all(longitudes == exp_long), f"Longitudes \
not what expected: np.linspace(-180,180,10000)"
exp_lat = np.linspace(-55.152, 75.024, raw_height)
assert all(latitudes == exp_lat), f"latitudes \
not what expected: np.linspace(-55.152,75.024,3616)"
out_ds = processor.create_new_dataset(ds,
longitudes,
latitudes,
timestamp,
var_selection=["VHI"])
assert isinstance(
out_ds, xr.Dataset
), f"Expected out_ds to be of type: xr.Dataset, now: {type(out_ds)}"
# test a time dimension was added
out_dims = list(out_ds.dims.keys())
assert ("time" in out_dims
), f'Expected "time" to be in dataset coords, got {out_dims}'
# test the other variables were removed
out_variables = [
var for var in out_ds.variables.keys() if var not in out_dims
]
assert out_variables == [
"VHI"
], f"Expected dataset variables to only have VHI, got {out_variables}"
def test_VCI(self, tmp_path):
v = VHIPreprocessor(tmp_path, var="VCI")
# get filename
demo_raw_folder = v.raw_folder / "vhi" / "1981"
demo_raw_folder.mkdir(parents=True, exist_ok=True)
netcdf_filepath = demo_raw_folder / "VHP.G04.C07.NC.P1981035.VH.nc"
raw_height, raw_width = 360, 100
v.raw_height = raw_height
v.raw_width = raw_width
# build dummy .nc object
raw_ds = self._make_vhi_dataset(raw_height, raw_width)
raw_ds.to_netcdf(netcdf_filepath)
# get regridder
ethiopia = get_ethiopia()
regrid_dataset, _, _ = _make_dataset(
size=(20, 20),
latmin=ethiopia.latmin,
latmax=ethiopia.latmax,
lonmin=ethiopia.lonmin,
lonmax=ethiopia.lonmax,
)
regrid_path = tmp_path / "regridder.nc"
regrid_dataset.to_netcdf(regrid_path)
# run the preprocessing steps
out = v._preprocess(
netcdf_filepath=netcdf_filepath.as_posix(),
output_dir=v.interim.as_posix(),
subset_str="ethiopia",
regrid=regrid_dataset,
)
expected_out_path = (tmp_path / "interim/VCI_interim/\
STAR_VHP.G04.C07.NC_1981_8_31_ethiopia_VH.nc".replace(" ", ""))
assert (expected_out_path.exists(
)), f"Expected processed file to be saved to {expected_out_path}"
assert (out == expected_out_path), f"Expected: {expected_out_path}, \
Got: {out}"
output = xr.open_dataset(expected_out_path)
assert "VCI" in list(output.data_vars)
assert "VHI" not in list(output.data_vars)
def test_alternative_region_interim_creation(self, tmp_path):
v = VHIPreprocessor(tmp_path)
# get filename
demo_raw_folder = (v.raw_folder / 'vhi' / '1981')
demo_raw_folder.mkdir(parents=True, exist_ok=True)
netcdf_filepath = demo_raw_folder / 'VHP.G04.C07.NC.P1981035.VH.nc'
# build dummy .nc object
raw_height, raw_width = 360, 100
v.raw_height = raw_height
v.raw_width = raw_width
raw_ds = self._make_vhi_dataset(raw_height, raw_width)
raw_ds.to_netcdf(netcdf_filepath)
# get regridder
ethiopia = get_ethiopia()
regrid_dataset, _, _ = _make_dataset(size=(20, 20),
latmin=ethiopia.latmin,
latmax=ethiopia.latmax,
lonmin=ethiopia.lonmin,
lonmax=ethiopia.lonmax)
regrid_path = tmp_path / 'regridder.nc'
regrid_dataset.to_netcdf(regrid_path)
# run the preprocessing steps
out = v._preprocess(netcdf_filepath=netcdf_filepath.as_posix(),
output_dir=v.interim.as_posix(),
subset_str='ethiopia',
regrid=regrid_dataset)
expected_out_path = tmp_path / 'interim/VHI_interim/\
STAR_VHP.G04.C07.NC_1981_8_31_ethiopia_VH.nc'.replace(' ', '')
assert expected_out_path.exists(), \
f'Expected processed file to be saved to {expected_out_path}'
assert out == expected_out_path, f"Expected: {expected_out_path}, \