def setUp(self):
"""
Define test file.
"""
self.testdatapath = os.path.join(mkdtemp())
self.testfilename = os.path.join(self.testdatapath, '0107.nc')
self.grid = grids.genreg_grid().to_cell_grid()
def test_CDF_storage_scaler_get_parameters(tmpdir):
df = get_dataframe_2_col()
path = str(tmpdir)
grid = genreg_grid(1, 1).to_cell_grid(10, 10)
scaler = CDFStoreParamsScaler(path, grid)
data_written = {'y': np.array([0., 24.975, 49.95, 149.85, 249.75,
349.65, 449.55, 474.525, 499.5]),
'x': np.array([0., 49.95, 99.9,
299.7, 499.5, 699.3, 899.1,
949.05, 999.])}
params_loaded = scaler.get_parameters(df, 1)
assert sorted(
list(data_written.keys())) == sorted(list(params_loaded.keys()))
for key in params_loaded:
np.testing.assert_allclose(params_loaded[key],
data_written[key])
# ensure that get_parameters has also stored them
params_loaded = scaler.load_parameters(1)
assert sorted(
list(data_written.keys())) == sorted(list(params_loaded.keys()))
for key in params_loaded:
np.testing.assert_allclose(params_loaded[key],
data_written[key])
def setUp(self):
"""
Define test file, grid and grid points.
"""
self.gpis = [10, 11, 12, 10000, 10001, 10002, 20000, 20001, 20002]
self.grid = grids.genreg_grid().to_cell_grid().subgrid_from_gpis(
self.gpis)
self.path = mkdtemp()
self.fn_global = os.path.join(self.path, 'global.nc')
def test_CDF_storage_scaler_scale_df_2_columns(tmpdir):
df = get_dataframe_2_col()
path = str(tmpdir)
grid = genreg_grid(1, 1).to_cell_grid(10, 10)
scaler = CDFStoreParamsScaler(path, grid)
scaled_data = scaler.scale(df, 0, (1, 10, 10))
np.testing.assert_almost_equal(scaled_data['x'].values,
scaled_data['y'].values)
def oversample(lon, lat, data, extent, dx, dy):
other = BasicGrid(lon, lat)
reg_grid = genreg_grid(dx, dy, minlat=extent[2], maxlat=extent[3],
minlon=extent[0], maxlon=extent[1])
max_dist = dx * 111 * 1000 # a mean distance for one degree it's around 111 km
lut = reg_grid.calc_lut(other, max_dist=max_dist)
img = np.ma.masked_where(lut == -1, data[lut])
img[np.isnan(img)] = np.ma.masked
return img.reshape(-1, reg_grid.shape[1]), reg_grid
def setUp(self):
"""
Create grid and temporary location for files.
"""
self.testdatapath = os.path.join(mkdtemp())
self.testfilenames = [os.path.join(self.testdatapath, '0035.nc'),
os.path.join(self.testdatapath, '0107.nc')]
self.gpis = [1, 10, 11, 12]
reg_grid = grids.genreg_grid().to_cell_grid()
self.grid = reg_grid.subgrid_from_gpis(self.gpis)
def setUp(self):
"""
Create grid and temporary location for files.
"""
self.testdatapath = os.path.join(mkdtemp())
self.testfilenames = [
os.path.join(self.testdatapath, '0035.nc'),
os.path.join(self.testdatapath, '0107.nc')
]
self.gpis = [1, 10, 11, 12]
reg_grid = grids.genreg_grid().to_cell_grid()
self.grid = reg_grid.subgrid_from_gpis(self.gpis)
def test_CDF_storage_scaler_calc_parameters():
df = get_dataframe_2_col()
path = 'test'
grid = genreg_grid(1, 1).to_cell_grid(10, 10)
scaler = CDFStoreParamsScaler(path, grid)
parameters = scaler.calc_parameters(df)
parameters_should = {'y': np.array([0., 24.975, 49.95, 149.85, 249.75,
349.65, 449.55, 474.525, 499.5]),
'x': np.array([0., 49.95, 99.9,
299.7, 499.5, 699.3, 899.1,
949.05, 999.])}
assert sorted(
list(parameters_should.keys())) == sorted(list(parameters.keys()))
for key in parameters_should:
np.testing.assert_allclose(parameters[key],
parameters_should[key])
def create_image(lon,
lat,
data,
minlat=-90.,
maxlat=90.,
minlon=-180.,
maxlon=180.):
other = BasicGrid(lon, lat)
reg_grid = genreg_grid(0.1,
0.1,
minlat=minlat,
maxlon=maxlon,
maxlat=maxlat,
minlon=minlon)
lons = np.arange(minlon, maxlon, 0.1)
lats = np.arange(minlat, maxlat, 0.1)
lut = reg_grid.calc_lut(other, max_dist=25000)
img = np.ma.masked_where(lut == -1, data[lut])
img = np.flipud(img.reshape(reg_grid.shape[0], -1))
return img, lons, lats
def setUp(self):
"""
Define test file.
"""
self.testfilename = os.path.join(mkdtemp(), 'test.nc')
self.grid = grids.genreg_grid()
def setUp(self):
self.gpis = [10, 11, 12, 10000, 10001, 10002, 20000, 20001, 20002]
self.grid = grids.genreg_grid().to_cell_grid().\
subgrid_from_gpis(self.gpis)
self.path = mkdtemp()
self.fn_global = os.path.join(self.path, 'global.nc')
def setUp(self):
"""
Define test file.
"""
self.testfilename = os.path.join(mkdtemp(), 'test.nc')
self.grid = grids.genreg_grid()
def setUp(self):
self.testdatapath = os.path.join(mkdtemp())
self.testfilename = os.path.join(self.testdatapath, '0107.nc')
self.grid = grids.genreg_grid().to_cell_grid()
def setUp(self):
self.testfilename = os.path.join(curpath(), 'data', 'test.nc')
self.grid = grids.genreg_grid()
