def test_load_data_folder(self):
for filename in [
"/MultiAscFiles/storm_20140819_1550.asc",
"/MultiTifFiles/storm_20140819_1550.tiff"
]:
m = crayfish.Mesh(TEST_DIR + filename)
self.assertEqual(m.dataset_count(), 1)
ds = m.dataset(0)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 3)
o = ds.output(0)
self.assertEqual(o.value(133), -9999.0)
self.assertEqual(ds.output(0).time(), 0.0)
self.assertTrue(abs(ds.output(1).time() - 40.0 / 60.0) < 0.00001)
self.assertTrue(
abs(ds.output(2).time() - 2.0 - 55.0 / 60.0) < 0.00001)
# now test situation when you cannot parse times
m = crayfish.Mesh(TEST_DIR + "/MultiTifFilesNoTime/storm1.tiff")
self.assertEqual(m.dataset_count(), 1)
self.assertEqual(m.dataset(0).output_count(), 3)
self.assertEqual(m.dataset(0).output(0).time(), 0.0)
self.assertEqual(m.dataset(0).output(1).time(), 1.0)
self.assertEqual(m.dataset(0).output(2).time(), 2.0)
def test_value_at_of_two_triangles(self):
def test_cross_section(geometry, o, expect, msg):
x, y = crayfish.plot.cross_section_plot_data(o, geometry)
for xi, yi in zip(x, y):
self.assertEqual(
str(yi) != "nan", expect,
"{} Point {} is {}, expected {}".format(
msg, xi, yi, expect))
m = crayfish.Mesh(TEST_DIR + "/2triangle.2dm")
m.load_data(TEST_DIR + "/2triangle_ascii_els_depth.dat")
self.assertEqual(m.dataset_count(), 2)
ds = m.dataset(1)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 2)
o = ds.output(1)
# geometry on the border of the 2 triagles
geometry = QgsGeometry.fromWkt("LINESTRING (1050 2000, 2000 950)")
test_cross_section(geometry, o, True, "border")
# other diagonal
geometry = QgsGeometry.fromWkt("LINESTRING (1000 1000, 1950 2050)")
test_cross_section(geometry, o, True, "diag")
# outside
geometry = QgsGeometry.fromWkt("LINESTRING (975 1000, 950 1925)")
test_cross_section(geometry, o, False, "outside")
def loadMesh(self, meshFileName):
meshFileName = unicode(meshFileName)
try:
self.mesh = crayfish.Mesh(meshFileName)
self.setValid(True)
except ValueError:
self.setValid(False)
return
self.twoDMFileName = ''
# Properly set the extents
e = self.mesh.extent()
r = QgsRectangle(QgsPoint(e[0], e[1]), QgsPoint(e[2], e[3]))
self.setExtent(r)
self.set2DMFileName(meshFileName) # Set the 2dm file name
if hasattr(self, 'setSource'): # supported from QGIS 2.16
self.setSource(meshFileName)
head, tail = os.path.split(meshFileName)
layerName, ext = os.path.splitext(tail)
self.setLayerName(layerName)
self.setupCRS()
for i in xrange(self.mesh.dataset_count()):
self.initCustomValues(self.mesh.dataset(i))
self.current_ds_index = 0
self.current_output_time = 0
self.contour_ds_index = 0
self.vector_ds_index = -1
def load_4quads(self):
m = crayfish.Mesh(TEST_DIR + "/4quads.2dm")
self.assertTrue(m is not None)
self.assertEqual(m.node_count(), 9)
self.assertEqual(m.element_count(), 4)
self.assertEqual(m.dataset_count(), 1)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
return m.dataset(0).output(0)
def test_load_grib2_data_file(self):
m = crayfish.Mesh(TEST_DIR + "/multi_1.ep_10m.hs.201505.grb2")
self.assertEqual(m.dataset_count(), 1)
ds = m.dataset(0)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 249)
o = ds.output(100)
self.assertEqual(o.time(), 300.0177917480469)
self.assertEqual(o.value(3100), -9999.0)
def test_load_netCDF_UGRID_data_file(self):
m = crayfish.Mesh(TEST_DIR + "/NetCDF/simplebox_hex7_map.nc")
self.assertEqual(m.dataset_count(), 14)
ds = m.dataset(1)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 13)
o = ds.output(0)
self.assertEqual(o.time(), 0.0013888889225199819)
self.assertEqual(o.value(1), 0.0)
def test_load_flo2d_optional_file(self):
m = crayfish.Mesh(TEST_DIR +
"/flo2d/basic_required_files_only/BASE.OUT")
self.assertEqual(m.dataset_count(), 1)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
ds = m.dataset(0)
self.assertEqual(ds.output_count(), 1)
o = ds.output(0)
self.assertEqual(o.value(1), 1.659999966621399)
def test_load_netCFD_data_file(self):
m = crayfish.Mesh("NETCDF:\"" + TEST_DIR + "/indonesia.nc\":tcc")
self.assertEqual(m.dataset_count(), 1)
ds = m.dataset(0)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 31)
o = ds.output(0)
self.assertEqual(o.time(), 1008072.0)
self.assertEqual(o.value(1), 22952.0)
def test_load_grib_vector_data_file(self):
m = crayfish.Mesh(TEST_DIR + "/Madagascar.wind.7days.grb")
self.assertEqual(m.dataset_count(), 1)
ds = m.dataset(0)
self.assertEqual(ds.type(), crayfish.DS_Vector)
self.assertEqual(ds.output_count(), 27)
o = ds.output(0)
self.assertEqual(o.time(), 5.973333358764648) # forecast 7 days/6hours
self.assertEqual(o.value(1600), 9.666419982910156)
def test_load_valid_mesh_file(self):
m = crayfish.Mesh(TEST_DIR + "/quad_and_triangle.2dm")
self.assertTrue(m is not None)
self.assertEqual(m.node_count(), 5)
self.assertEqual(m.element_count(), 2)
self.assertEqual(m.dataset_count(), 1)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
with self.assertRaises(ValueError):
m.dataset(1)
def test_load_grib_scalar_data_file(self):
m = crayfish.Mesh(TEST_DIR + "/Madagascar.wave.7days.grb")
self.assertEqual(m.dataset_count(), 3)
ds = m.dataset(0)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 27)
o = ds.output(0)
self.assertEqual(o.time(), 5.973333358764648) # forecast 7 days/6hours
self.assertEqual(o.value(0), -9999.0) #nodata
self.assertEqual(o.value(1600), 15.34000015258789)
def test_load_netCFD_data_file(self):
# we have some identical data in NC3 and NC4 format
for fname in ("indonesia_nc3.nc", "indonesia_nc4.nc"):
m = crayfish.Mesh(TEST_DIR + "/NetCDF/" + fname)
self.assertEqual(m.dataset_count(), 2)
ds = m.dataset(0)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 31)
o = ds.output(0)
self.assertEqual(o.time(), 1008072.0)
self.assertEqual(o.value(1), 22952.0)
def test_load_hec2d_file(self):
m = crayfish.Mesh(TEST_DIR + "/test.p01.hdf")
self.assertEqual(m.dataset_count(), 5)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
self.assertEqual(m.dataset(1).type(), crayfish.DS_Scalar)
ds = m.dataset(1)
self.assertEqual(ds.output_count(), 41)
o = ds.output(0)
self.assertEqual(o.time(), 0.0)
self.assertEqual(o.value(1), 9.699999809265137)
def test_load_flo2d_file(self):
m = crayfish.Mesh(TEST_DIR + "/flo2d/pro_16_02_14/BASE.OUT")
self.assertEqual(m.dataset_count(), 7)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
self.assertEqual(m.dataset(1).type(), crayfish.DS_Scalar)
ds = m.dataset(1)
self.assertEqual(ds.output_count(), 4)
o = ds.output(2)
self.assertEqual(o.time(), 150.0)
self.assertEqual(o.value(20), 0.0989999994635582)
def test_load_flo2d_hdf5_file(self):
m = crayfish.Mesh(TEST_DIR + "/flo2d/BarnHDF5/TIMDEP.HDF5")
self.assertEqual(m.dataset_count(), 5)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
self.assertEqual(m.dataset(1).type(), crayfish.DS_Scalar)
ds = m.dataset(1)
self.assertEqual(ds.output_count(), 20)
o = ds.output(0)
self.assertEqual(o.time(), 0.10124753415584564)
self.assertEqual(o.value(1), 4262.8798828125)
def test_load_flo2d_file(self):
m = crayfish.Mesh(TEST_DIR + "/flo2d/basic/BASE.OUT")
self.assertEqual(m.dataset_count(), 7)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
self.assertEqual(m.dataset(1).type(), crayfish.DS_Scalar)
ds = m.dataset(1)
self.assertEqual(ds.output_count(), 3)
o = ds.output(0)
self.assertEqual(o.time(), 0.5)
self.assertEqual(o.value(1), 1.0)
def test_load_element_centered_data(self):
m = crayfish.Mesh(TEST_DIR + "/quad_and_triangle.2dm")
m.load_data(TEST_DIR + "/quad_and_triangle_ascii_els_depth.dat")
self.assertEqual(m.dataset_count(), 2)
ds = m.dataset(1)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 2)
o = ds.output(1)
with self.assertRaises(ValueError):
o2 = ds.output(2)
self.assertEqual(o.time(), 1.)
self.assertEqual(o.value(0), 3.)
self.assertEqual(o.value(1), 4.)
def test_load_tuflow_xmdf(self):
m = crayfish.Mesh(TEST_DIR + "/tuflow/xmdf/xmdf_format.2dm")
m.load_data(TEST_DIR + "/tuflow/xmdf/xmdf_format.xmdf")
self.assertEqual(m.dataset_count(), 7)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
self.assertEqual(m.dataset(1).type(), crayfish.DS_Scalar)
ds = m.dataset(1)
self.assertEqual(ds.output_count(), 61)
o = ds.output(2)
self.assertEqual(o.time(), 0.1666666716337204)
self.assertEqual(o.value(210), 0.0)
def test_load_xdmf_file(self):
m = crayfish.Mesh(TEST_DIR + "/simpleXFMD.2dm")
m.load_data(TEST_DIR + "/simpleXFMD.xmf")
self.assertEqual(m.dataset_count(), 5)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
self.assertEqual(m.dataset(1).type(), crayfish.DS_Scalar)
ds = m.dataset(1)
self.assertEqual(ds.output_count(), 21)
o = ds.output(2)
self.assertEqual(o.time(), 100.8949966430664)
self.assertEqual(o.value(210), 0.0)
def test_load_data_folder(self):
for filename in [
"/MultiAscFiles/storm_20140819_1550.asc",
"/MultiTifFiles/storm_20140819_1550.tiff"
]:
m = crayfish.Mesh(TEST_DIR + filename)
self.assertEqual(m.dataset_count(), 1)
ds = m.dataset(0)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 3)
o = ds.output(0)
self.assertEqual(o.time(), 0.0)
self.assertEqual(o.value(133), -9999.0)
def test_load_binary_data_file(self):
m = crayfish.Mesh(TEST_DIR + "/quad_and_triangle.2dm")
m.load_data(TEST_DIR + "/quad_and_triangle_binary.dat")
self.assertEqual(m.dataset_count(), 2)
ds = m.dataset(1)
self.assertEqual(ds.type(), crayfish.DS_Scalar)
self.assertEqual(ds.output_count(), 1)
o = ds.output(0)
with self.assertRaises(ValueError):
o2 = ds.output(1)
self.assertEqual(o.time(), 0.)
self.assertEqual(o.value(0), 1.)
self.assertEqual(o.value(4), 5.)
def test_load_hec2d_file_2areas(self):
m = crayfish.Mesh(TEST_DIR + "/baldeagle_multi2d.hdf")
self.assertEqual(m.dataset_count(), 5)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
self.assertEqual(m.dataset(1).type(), crayfish.DS_Scalar)
ds = m.dataset(1)
self.assertEqual(ds.output_count(), 7)
o = ds.output(5)
self.assertEqual(o.time(), 2.5)
self.assertEqual(o.value(100), 606.6416015625)
self.assertEqual(o.value(700), 655.0142211914062)
def test_load_tuflow_dat(self):
m = crayfish.Mesh(TEST_DIR + "/tuflow/dat/dat_format.2dm")
m.load_data(TEST_DIR + "/tuflow/dat/dat_format_d.dat")
m.load_data(TEST_DIR + "/tuflow/dat/dat_format_V.dat")
self.assertEqual(m.dataset_count(), 5)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
self.assertEqual(m.dataset(1).type(), crayfish.DS_Scalar)
self.assertEqual(m.dataset(4).type(), crayfish.DS_Vector)
ds = m.dataset(1)
self.assertEqual(ds.output_count(), 61)
o = ds.output(2)
self.assertEqual(o.time(), 0.1666666716337204)
self.assertEqual(o.value(210), 0.0)
def test_e4q_with_reprojection(self):
m = crayfish.Mesh(TEST_DIR + "/e4q.2dm")
self.assertTrue(m is not None)
self.assertEqual(m.node_count(), 4)
self.assertEqual(m.element_count(), 1)
self.assertEqual(m.dataset_count(), 1)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
o = m.dataset(0).output(0)
val = m.value(o, -2, 0.5)
self.assertEqual(val, 0.5)
# reproject to see if the interpolation works in OTF too!
m.set_source_crs("+proj=longlat +ellps=WGS84 +datum=WGS84 +no_defs")
m.set_destination_crs(
"+proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +nadgrids=@null +wktext +no_defs"
) #Web Mercator
val = m.value(o, -221164, 26333)
self.assertEqual(val, 0.49337500748505414)
def test_storm_filter(self):
# test if condition and some math operation
m = crayfish.Mesh(TEST_DIR + "/MultiAscFiles/storm_20140819_1550.asc")
ds0 = m.dataset(m.dataset_count() - 1)
time_filter = (0.1, 3) # skip time=0
xmax = 60000
ymax = 100000
spatial_filter = (45796, xmax, 833378, ymax)
handle, path = tempfile.mkstemp()
os.close(handle)
expression = "\"storm_\""
res = m.create_derived_dataset(expression, time_filter, spatial_filter,
True, path)
self.assertTrue(res)
m.load_data(path)
ds = m.dataset(m.dataset_count() - 1)
# output 0 in calculated dataset should match output 1 in original one
self.assertEqual(ds0.output_count() - 1, ds.output_count())
for i in range(ds0.output_count() - 1):
o = ds.output(i)
o0 = ds0.output(i + 1)
self.assertEqual(o.time(), o0.time())
j = 0
for val, val0 in zip(o.values(), o0.values()):
if val0 != -9999.0:
if i > 0:
node = m.node(j)
if node.x() < xmax - 1e-4 and node.y() < ymax - 1e-4:
self.assertTrue(
abs(val - val0) < 1e-4, (val, val0))
else:
self.assertEqual(val,
-9999.0) #filtered by position
else: # filered by time
self.assertEqual(val, -9999.0) # filtered by position
else:
self.assertEqual(val, -9999.0)
j += 1
def test_storm(self):
# test if condition and some math operation
m = crayfish.Mesh(TEST_DIR + "/MultiAscFiles/storm_20140819_1550.asc")
ds0 = m.dataset(m.dataset_count() - 1)
time_filter = (-1, 3) #all times
spatial_filter = (457960, 806545, 833378, 1204746) #all points
handle, path = tempfile.mkstemp()
os.close(handle)
expression = " if ( \"storm_\" > 0.2, 2 * \"storm_\", (\"storm_\" ^ 2) - 2 + (2 / 2) )"
res = m.create_derived_dataset(expression, time_filter, spatial_filter,
True, path)
self.assertTrue(res)
m.load_data(path)
ds = m.dataset(m.dataset_count() - 1)
self.assertEqual(ds0.output_count(), ds.output_count())
for i in range(ds0.output_count()):
o = ds.output(i)
o0 = ds0.output(i)
self.assertEqual(o.time(), o0.time())
for val, val0 in zip(o.values(), o0.values()):
if val0 != -9999.0:
if abs(
val0 - 0.2
) > 1e-4: # there are some inconsistencies what is greater
# to what for float between C and python,
# so take only relevant
if (val0 > 0.2):
self.assertTrue(
abs(val - val0 * 2) < 1e-4,
(val, val0, val0 * 2))
else:
self.assertTrue(
abs(val - (val0 * val0 - 2 + (2 / 2))) < 1e-4,
(val, val0, val0 * val0 - 2 + (2 / 2)))
else:
self.assertEqual(val, -9999.0)
def test_e4q2(self):
# mesh with very small elements issue #188
m = crayfish.Mesh(TEST_DIR + "/e4q2.2dm")
self.assertTrue(m is not None)
self.assertEqual(m.node_count(), 6)
self.assertEqual(m.element_count(), 2)
self.assertEqual(m.dataset_count(), 1)
self.assertEqual(m.dataset(0).type(), crayfish.DS_Bed)
o = m.dataset(0).output(0)
x0 = 1.53033321e+002
x1 = 1.53033159e+002
y0 = -2.68736877e+001
y1 = -2.68742438e+001
# We have 2 elements, lets test that all points on diagonal are not NaN
# Do not test edges
for i in range(1, 10):
x = x1 + (x0 - x1) * i / 10.0
y = y0 + (y1 - y0) * i / 10.0
val = m.value(o, x, y)
self.assertTrue(val != -9999, msg="{}, {} is -9999".format(x, y))
import sys
sys.path.append('..')
import crayfish
if len(sys.argv) != 3:
print "Syntax: %s <2dm file> <output TIF>" % sys.argv[0]
sys.exit(1)
try:
m = crayfish.Mesh(sys.argv[1])
except ValueError:
print "Failed to load mesh in %s" % sys.argv[1]
sys.exit(1)
print "Exporting..."
m.dataset(0).output(0).export_grid(1, sys.argv[2], "")
print "done."
def test_load_invalid_data_file(self):
m = crayfish.Mesh(TEST_DIR + "/quad_and_triangle.2dm")
with self.assertRaises(ValueError):
m.load_data(TEST_DIR + "/not_a_data_file.dat")
def test_load_invalid_mesh_file(self):
with self.assertRaises(ValueError):
m = crayfish.Mesh(TEST_DIR + "/not_a_mesh_file.2dm")