def test_reproject(tmpdir):
filename = "tests/testdata/gebco_sound.dfs2"
dfs = Dfs2(filename)
assert dfs.projection_string == "LONG/LAT"
outfilename = os.path.join(tmpdir.dirname, "utm.dfs2")
longitude_origin = dfs.longitude
latitude_origin = dfs.latitude
dfs.reproject(
outfilename,
projectionstring="UTM-33",
longitude_origin=longitude_origin,
latitude_origin=latitude_origin,
dx=200.0,
dy=200.0,
nx=285,
ny=612,
interpolate=False,
)
newdfs = Dfs2(outfilename)
assert "UTM-33" in newdfs.projection_string
assert newdfs.shape == (1, 612, 285)
assert dfs.start_time == newdfs.start_time
assert dfs.projection_string != newdfs.projection_string
def test_non_equidistant_calendar(tmpdir):
filename = os.path.join(tmpdir.dirname, "simple.dfs2")
data = []
datetimes = [
datetime.datetime(2012, 1, 1),
datetime.datetime(2012, 2, 1),
datetime.datetime(2012, 2, 10),
]
nt = len(datetimes)
nx = 20
ny = 5
d = np.random.random([nt, ny, nx])
data.append(d)
dfs = Dfs2()
dfs.write(filename=filename, data=data, datetimes=datetimes)
newdfs = Dfs2(filename)
ds = newdfs.read()
assert not ds.is_equidistant
def test_write_accumulated_datatype(tmpdir):
filename = os.path.join(tmpdir.dirname, "simple.dfs2")
data = []
d = np.random.random([100, 2, 3])
data.append(d)
dfs = Dfs2()
dfs.write(
filename=filename,
data=data,
start_time=datetime.datetime(2012, 1, 1),
dt=12,
items=[
ItemInfo(
"testing water level",
EUMType.Water_Level,
EUMUnit.meter,
data_value_type="MeanStepBackward",
)
],
title="test dfs2",
)
newdfs = Dfs2(filename)
assert newdfs.items[0].data_value_type == 3
def test_find_index_from_coordinate():
filename = "tests/testdata/gebco_sound.dfs2"
dfs = Dfs2()
ds = dfs.read(filename)
i, j = dfs.find_closest_element_index(lon=12.74792, lat=55.865)
assert i == 104
assert j == 131
assert ds.data[0][0, i, j] == -43.0
# try some outside the domain
i, j = dfs.find_closest_element_index(lon=11.0, lat=57.0)
assert i == 0
assert j == 0
i, j = dfs.find_closest_element_index(lon=15.0, lat=50.0)
assert i == 263
assert j == 215
def test_repr_empty():
dfs = Dfs2()
text = repr(dfs)
assert "Dfs2" in text
def test_non_equidistant_calendar():
filename = r"neq.dfs2"
data = []
datetimes = [datetime.datetime(2012, 1, 1), datetime.datetime(2012, 2, 1)]
nt = len(datetimes)
nx = 20
ny = 5
d = np.random.random([nt, ny, nx])
data.append(d)
dfs = Dfs2()
dfs.create(filename=filename, data=data, datetimes=datetimes)
ds = dfs.read(filename)
assert ds.time[1] == datetimes[1]
assert True
os.remove(filename)
def test_write_modified_data_to_new_file(tmpdir):
filename = r"tests/testdata/gebco_sound.dfs2"
dfs = Dfs2(filename)
outfilename = os.path.join(tmpdir.dirname, "mod.dfs2")
ds = dfs.read()
ds.data[0] = ds.data[0] + 10.0
dfs.write(outfilename, ds)
dfsmod = Dfs2(outfilename)
assert dfs._longitude == dfsmod._longitude
def test_find_index_from_coordinate():
filename = "tests/testdata/gebco_sound.dfs2"
dfs = Dfs2(filename)
# TODO it should not be necessary to read the data to get coordinates
ds = dfs.read()
i, j = dfs.find_nearest_element(lon=12.74792, lat=55.865)
assert i == 104
assert j == 131
assert ds.data[0][0, i, j] == -43.0
# try some outside the domain
i, j = dfs.find_nearest_element(lon=11.0, lat=57.0)
assert i == 0
assert j == 0
i, j = dfs.find_nearest_element(lon=15.0, lat=50.0)
assert i == 263
assert j == 215
def test_read_bad_item():
filename = r"tests/testdata/random.dfs2"
dfs = Dfs2(filename)
with pytest.raises(ItemNumbersError):
dfs.read(items=100)
def test_read_temporal_subset_slice():
filename = r"tests/testdata/eq.dfs2"
dfs = Dfs2(filename)
ds = dfs.read(time_steps=slice("2000-01-01 00:00", "2000-01-01 12:00"))
assert len(ds.time) == 13
def test_write_non_equidistant_data(tmpdir):
filename = r"tests/testdata/eq.dfs2"
dfs = Dfs2(filename)
ds = dfs.read(time_steps=[0, 2, 3, 6]) # non-equidistant dataset
assert not ds.is_equidistant
outfilename = os.path.join(tmpdir.dirname, "neq_from_dataset.dfs2")
dfs.write(outfilename, ds)
dfs2 = Dfs2(outfilename)
ds3 = dfs2.read()
assert not ds3.is_equidistant
def test_read_some_time_step():
filename = r"tests/testdata/random_two_item.dfs2"
dfs = Dfs2(filename)
res = dfs.read(time_steps=[1, 2])
assert res.data[0].shape[0] == 2
assert len(res.time) == 2
def test_read():
filename = r"tests/testdata/random.dfs2"
dfs = Dfs2(filename)
ds = dfs.read(["testing water level"])
data = ds.data[0]
assert data[0, 11, 0] == 0
assert np.isnan(data[0, 10, 0])
assert data.shape == (3, 100, 2) # time, y, x
def test_write_NonEqCalendarAxis(tmpdir):
filename = os.path.join(tmpdir.dirname, "simple.dfs2")
data = []
d = np.random.random([6, 5, 10])
d[1, :, :] = np.nan
d[2, :, :] = 0
d[3, 3:, :] = 2
d[4, :, 4:] = 5
data.append(d)
east = 308124
north = 6098907
orientation = 0
dateTime = [
datetime.datetime(2012, 1, 1),
datetime.datetime(2012, 1, 4),
datetime.datetime(2012, 1, 5),
datetime.datetime(2012, 1, 10),
datetime.datetime(2012, 1, 15),
datetime.datetime(2012, 1, 28),
]
dfs = Dfs2()
dfs.write(
filename=filename,
data=data,
# start_time=datetime.datetime(2012, 1, 1),
# dt=12,
datetimes=dateTime,
items=[
ItemInfo("testing water level", EUMType.Water_Level, EUMUnit.meter)
],
coordinate=["UTM-33", east, north, orientation],
dx=100,
dy=200,
title="test dfs2",
)
newdfs = Dfs2(filename)
assert newdfs.projection_string == "UTM-33"
assert pytest.approx(newdfs.longitude) == 12.0
assert pytest.approx(newdfs.latitude) == 55.0
assert newdfs.dx == 100.0
assert newdfs.dy == 200.0
assert newdfs._is_equidistant == False
def test_read_item_names():
filename = r"tests/testdata/random.dfs2"
dfs = Dfs2()
data = dfs.read(filename, item_names=["testing water level"])[0]
data = data[0]
assert data[0, 11, 0] == 0
assert np.isnan(data[0, 10, 0])
assert data.shape == (3, 100, 2) # time, y, x
def test_repr():
filename = r"tests/testdata/gebco_sound.dfs2"
dfs = Dfs2(filename)
text = repr(dfs)
assert "Dfs2" in text
assert "Items" in text
assert "dx" in text
def test_read_numbered_access():
filename = r"tests/testdata/random_two_item.dfs2"
dfs = Dfs2(filename)
res = dfs.read([1])
assert np.isnan(res.data[0][0, 0, 0])
assert res.time is not None
assert res.items[0].name == "Untitled"
def test_write_some_time_step(tmpdir):
filename = r"tests/testdata/waves.dfs2"
dfs = Dfs2(filename)
ds = dfs.read(time_steps=[1, 2])
assert ds.data[0].shape[0] == 2
assert len(ds.time) == 2
assert dfs.timestep == 86400.0
assert dfs.start_time.day == 1
outfilename = os.path.join(tmpdir.dirname, "waves_subset.dfs2")
dfs.write(outfilename, ds)
dfs2 = Dfs2(outfilename)
assert dfs2.timestep == 86400.0
assert dfs2.start_time.day == 2
def test_repr_time():
filename = r"tests/testdata/random.dfs2"
dfs = Dfs2(filename)
text = repr(dfs)
assert "Dfs2" in text
assert "Items" in text
assert "dx" in text
assert "steps" in text
def test_write_single_item(tmpdir):
filename = os.path.join(tmpdir.dirname, "simple.dfs2")
data = []
d = np.random.random([100, 2, 3])
d[10, :, :] = np.nan
d[11, :, :] = 0
d[12, :, :] = 1e-10
d[13, :, :] = 1e10
data.append(d)
# >>> from pyproj import Proj
# >>> utm = Proj(32633)
# >>> utm(12.0, 55.0)
east = 308124
north = 6098907
orientation = 0
dfs = Dfs2()
dfs.write(
filename=filename,
data=data,
start_time=datetime.datetime(2012, 1, 1),
dt=12,
items=[
ItemInfo("testing water level", EUMType.Water_Level, EUMUnit.meter)
],
coordinate=["UTM-33", east, north, orientation],
dx=100,
dy=200,
title="test dfs2",
)
newdfs = Dfs2(filename)
assert newdfs.projection_string == "UTM-33"
assert pytest.approx(newdfs.longitude) == 12.0
assert pytest.approx(newdfs.latitude) == 55.0
assert newdfs.dx == 100.0
assert newdfs.dy == 200.0
def test_reproject_defaults(tmpdir):
filename = "tests/testdata/gebco_sound.dfs2"
dfs = Dfs2(filename)
assert dfs.projection_string == "LONG/LAT"
outfilename = os.path.join(tmpdir.dirname, "utm2.dfs2")
dfs.reproject(
outfilename,
projectionstring="UTM-33",
dx=200.0,
dy=200.0,
)
newdfs = Dfs2(outfilename)
assert "UTM-33" in newdfs.projection_string
assert newdfs.shape == dfs.shape
assert dfs.start_time == newdfs.start_time
assert dfs.projection_string != newdfs.projection_string
def test_create_single_item():
start_time = datetime.datetime(2012, 1, 1)
# timeseries_unit = second=1400, minute=1401, hour=1402, day=1403, month=1405, year= 1404
timeseries_unit = 1402
dt = 12
items = [
ItemInfo("testing water level", EUMType.Water_Level, EUMUnit.meter)
]
filename = r"random.dfs2"
data = []
d = np.random.random([100, 2, 3])
d[10, :, :] = np.nan
d[11, :, :] = 0
d[12, :, :] = 1e-10
d[13, :, :] = 1e10
data.append(d)
# >>> from pyproj import Proj
# >>> utm = Proj(32633)
# >>> utm(12.0, 55.0)
east = 308124
north = 6098907
orientation = 0
coordinate = ["UTM-33", east, north, orientation]
length_x = 100
length_y = 100
title = "test dfs2"
dfs = Dfs2()
dfs.create(
filename=filename,
data=data,
start_time=start_time,
timeseries_unit=timeseries_unit,
dt=dt,
items=items,
coordinate=coordinate,
length_x=length_x,
length_y=length_y,
title=title,
)
assert True
os.remove(filename)
def test_write_selected_item_to_new_file(tmpdir):
filename = r"tests/testdata/random_two_item.dfs2"
dfs = Dfs2(filename)
outfilename = os.path.join(tmpdir.dirname, "simple.dfs2")
ds = dfs.read(["Untitled"])
dfs.write(outfilename, ds)
dfs2 = Dfs2(outfilename)
ds2 = dfs2.read()
assert len(ds2) == 1
assert ds.items[0].name == "Untitled"
assert dfs.start_time == dfs2.start_time
assert dfs.projection_string == dfs2.projection_string
assert dfs.longitude == dfs2.longitude
assert dfs.latitude == dfs2.latitude
assert dfs.orientation == dfs2.orientation
def test_simple_write(tmpdir):
filename = os.path.join(tmpdir.dirname, "simple.dfs2")
data = []
nt = 100
nx = 20
ny = 5
d = np.random.random([nt, ny, nx])
data.append(d)
dfs = Dfs2()
dfs.write(filename=filename, data=data)
newdfs = Dfs2(filename)
ds = newdfs.read()
assert len(ds) == 1
assert ds.items[0].type == EUMType.Undefined
def test_interpolate_non_equidistant_data(tmpdir):
filename = r"tests/testdata/eq.dfs2"
dfs = Dfs2(filename)
ds = dfs.read(time_steps=[0, 2, 3, 6]) # non-equidistant dataset
assert not ds.is_equidistant
ds2 = ds.interp_time(dt=3600)
assert ds2.is_equidistant
outfilename = os.path.join(tmpdir.dirname, "interpolated_time.dfs2")
dfs.write(outfilename, ds2)
dfs2 = Dfs2(outfilename)
assert dfs2.timestep == 3600.0
ds3 = dfs2.read()
assert ds3.is_equidistant
def test_create_multiple_item():
start_time = datetime.datetime(2012, 1, 1)
# timeseries_unit = second=1400, minute=1401, hour=1402, day=1403, month=1405, year= 1404
timeseries_unit = 1402
dt = 12
# TODO change int to enum
items = [
ItemInfo("testing water level", 100000, 1000),
ItemInfo("testing rainfall", 100004, 1002),
ItemInfo("testing drain time constant", 100362, 2605),
]
filename = r"multiple.dfs2"
data = []
d = np.zeros([100, 100, 30]) + 1.0
data.append(d)
d = np.zeros([100, 100, 30]) + 2.0
data.append(d)
d = np.zeros([100, 100, 30]) + 3.0
data.append(d)
coordinate = ["LONG/LAT", 12.4387, 55.2257, 0]
length_x = 0.1
length_y = 0.1
title = "test dfs2"
dfs = Dfs2()
dfs.create(
filename=filename,
data=data,
start_time=start_time,
timeseries_unit=timeseries_unit,
dt=dt,
items=items,
coordinate=coordinate,
length_x=length_x,
length_y=length_y,
title=title,
)
assert True
os.remove(filename)
def test_write_inconsistent_shape(tmpdir):
filename = os.path.join(tmpdir.dirname, "simple.dfs2")
data = []
nt = 100
nx = 20
ny = 5
d1 = np.random.random([nt, ny, nx])
d2 = np.random.random([nt, ny, nx + 1])
data = [d1, d2]
dfs = Dfs2()
with pytest.raises(DataDimensionMismatch):
dfs.write(filename=filename, data=data)
def test_simple_create():
filename = r"simple.dfs2"
data = []
nt = 100
nx = 20
ny = 5
d = np.random.random([nt, ny, nx])
data.append(d)
dfs = Dfs2()
dfs.create(filename=filename, data=data)
assert True
os.remove(filename)
def test_write():
filename1 = r"tests/testdata/random.dfs2"
filename2 = r"tests/testdata/random_for_write.dfs2"
copyfile(filename1, filename2)
# read contents of original file
dfs = Dfs2()
res1 = dfs.read(filename1, [0])
# overwrite
res1.data[0] = -2 * res1.data[0]
dfs.write(filename2, res1.data)
# read contents of manipulated file
res1 = dfs.read(filename1, [0])
res2 = dfs.read(filename2, [0])
data1 = res1.data[0]
data2 = res2.data[0]
assert data2[0, 11, 0] == -2 * data1[0, 11, 0]
# clean
os.remove(filename2)
