def test_add_length_to_network_taudem():
"""
Checks adding length to network
"""
print("TEST 11: TEST ADD LENGTH TO NETWORK")
subset_network_file = os.path.join(OUTPUT_DATA_PATH,
"DrainageLineSubset2.shp")
#to extract a specific network
TauDEM.extractSubNetwork(
network_file=os.path.join(GIS_INPUT_DATA_PATH, 'u-k',
"DrainageLineSubset.shp"),
out_subset_network_file=subset_network_file,
outlet_ids=[42911], #list of outlet ids
river_id_field="HydroID",
next_down_id_field="NextDownID",
river_magnitude_field="HydroID",
safe_mode=False)
#add length m field
TauDEM.addLengthMeters(subset_network_file)
#Test results
subset_network_shapefile = ogr.Open(subset_network_file)
subset_network_layer = subset_network_shapefile.GetLayer()
#make sure all fields are there
subset_network_layer_defn = subset_network_layer.GetLayerDefn()
num_network_fields = subset_network_layer_defn.GetFieldCount()
network_field_names = [
'arcid', 'from_node', 'to_node', 'HydroID', 'GridID', 'NextDownID',
'SLength', 'Avg_Slope', 'LENGTHKM', 'Shape_Leng', 'Musk_x',
'watershed', 'subbasin', 'LENGTH_M'
]
assert (num_network_fields == len(network_field_names))
for i in range(num_network_fields):
assert (subset_network_layer_defn.GetFieldDefn(i).GetNameRef()
in network_field_names)
#make sure values are OK
length_m_list = array([
194.440898134, 601.443392962, 1306.53179652, 1501.27444279,
3437.46584922, 5579.56507836, 6347.04650903
])
generated_list = []
for network_feature in subset_network_layer:
generated_list.append(network_feature.GetField('LENGTH_M'))
assert_almost_equal(length_m_list,
array(sorted(generated_list)),
decimal=2)
#cleanup
remove_files(
*glob(os.path.join(OUTPUT_DATA_PATH, "DrainageLineSubset2.*")))
def test_add_length_to_network_taudem():
"""
Checks adding length to network
"""
print("TEST 11: TEST ADD LENGTH TO NETWORK")
td = TauDEM()
subset_network_file = os.path.join(OUTPUT_DATA_PATH, "DrainageLineSubset2.shp")
#to extract a specific network
td.extractSubNetwork(network_file=os.path.join(GIS_INPUT_DATA_PATH, 'u-k', "DrainageLineSubset.shp"),
out_subset_network_file=subset_network_file,
outlet_ids=[42911], #list of outlet ids
river_id_field="HydroID",
next_down_id_field="NextDownID",
river_magnitude_field="HydroID",
safe_mode=False,
)
#add length m field
td.addLengthMeters(subset_network_file)
#Test results
subset_network_shapefile = ogr.Open(subset_network_file)
subset_network_layer = subset_network_shapefile.GetLayer()
#make sure all fields are there
subset_network_layer_defn = subset_network_layer.GetLayerDefn()
num_network_fields = subset_network_layer_defn.GetFieldCount()
network_field_names = ['arcid','from_node','to_node','HydroID','GridID',
'NextDownID', 'SLength', 'Avg_Slope','LENGTHKM',
'Shape_Leng','Musk_x','watershed','subbasin', 'LENGTH_M']
ok_(num_network_fields==len(network_field_names))
for i in range(num_network_fields):
ok_(subset_network_layer_defn.GetFieldDefn(i).GetNameRef() in network_field_names)
#make sure values are OK
length_m_list = array([194.440898134, 601.443392962, 1306.53179652, 1501.27444279,
3437.46584922, 5579.56507836, 6347.04650903])
generated_list = []
for network_feature in subset_network_layer:
generated_list.append(network_feature.GetField('LENGTH_M'))
assert_almost_equal(length_m_list, array(sorted(generated_list)), decimal=2)
#cleanup
remove_files(*glob(os.path.join(OUTPUT_DATA_PATH,"DrainageLineSubset2.*")))
def test_generate_network_taudem_dinf():
"""
Checks generate TauDEM network dinf
"""
print("TEST 13: TEST GENERATE TauDEM NETWORK DINF")
TAUDEM_EXE_PATH = os.path.join(MAIN_TESTS_FOLDER,
"..", "..", "TauDEM")
td = TauDEM(TAUDEM_EXE_PATH)
elevation_dem = os.path.join(GIS_INPUT_DATA_PATH, 'jamaica_dem.tif')
td.demToStreamNetwork(OUTPUT_DATA_PATH,
pit_filled_elevation_grid=elevation_dem,
threshold=1000,
use_dinf=True)
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'flow_dir_grid_d8.tif')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'flow_dir_grid_d8.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'flow_dir_grid_dinf.tif')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'flow_dir_grid_dinf.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'contributing_area_grid_d8.tif')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'contributing_area_grid_d8.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'contributing_area_grid_dinf.tif')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'contributing_area_grid_dinf.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'slope_grid_d8.tif')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'slope_grid_d8.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'slope_grid_dinf.tif')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'slope_grid_dinf.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_raster_grid.tif')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_raster_grid.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_order_grid.tif')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_order_grid.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'network_connectivity_tree.txt')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'network_coordinates.txt')))
# ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_reach_file.shp')))
# ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_reach_file.shx')))
# ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_reach_file.dbf')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_reach_file.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'watershed_grid.tif')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'watershed_grid.prj')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'watershed_shapefile.shp')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'watershed_shapefile.shx')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'watershed_shapefile.dbf')))
ok_(os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'watershed_shapefile.prj')))
#cleanup
remove_files(*[f for f in glob(os.path.join(OUTPUT_DATA_PATH,"*")) if not f.endswith(".gitignore")])
def test_extract_sub_network_taudem():
"""
Checks extracting sub network from larger network
"""
print("TEST 10: TEST EXTRACTING SUB NETWORK FROM LARGER NETWORK")
td = TauDEM()
subset_network_file = os.path.join(OUTPUT_DATA_PATH, "DrainageLineSubset2.shp")
#to extract a specific network
td.extractSubNetwork(network_file=os.path.join(GIS_INPUT_DATA_PATH, 'u-k', "DrainageLineSubset.shp"),
out_subset_network_file=subset_network_file,
outlet_ids=[42911], #list of outlet ids
river_id_field="HydroID",
next_down_id_field="NextDownID",
river_magnitude_field="HydroID",
safe_mode=False,
)
#to extract the subset watersheds using subset river network
subset_watershed_file = os.path.join(OUTPUT_DATA_PATH,"CatchmentSubset2.shp")
td.extractSubsetFromWatershed(subset_network_file=subset_network_file,
subset_network_river_id_field="HydroID",
watershed_file=os.path.join(GIS_INPUT_DATA_PATH, 'u-k', 'CatchmentSubset.shp'),
watershed_network_river_id_field="DrainLnID",
out_watershed_subset_file=subset_watershed_file)
#Test results
subset_network_shapefile = ogr.Open(subset_network_file)
subset_network_layer = subset_network_shapefile.GetLayer()
ogr_watershed_shapefile = ogr.Open(subset_watershed_file)
ogr_watershed_shapefile_lyr = ogr_watershed_shapefile.GetLayer()
number_of_network_features = subset_network_layer.GetFeatureCount()
number_of_watershed_features = ogr_watershed_shapefile_lyr.GetFeatureCount()
#count number of features
ok_(number_of_network_features==7)
ok_(number_of_watershed_features==7)
#make sure IDs correct
network_id_list = [42911,42891,42747,42748,42892,42841,42846]
for feature_idx, network_feature in enumerate(subset_network_layer):
ok_(network_feature.GetField("HydroID") in network_id_list)
for feature_idx, watershed_feature in enumerate(ogr_watershed_shapefile_lyr):
ok_(watershed_feature.GetField("DrainLnID") in network_id_list)
#make sure all fields are there
#TEST WATERSHED
subset_watershed_layer_defn = ogr_watershed_shapefile_lyr.GetLayerDefn()
num_watershed_fields = subset_watershed_layer_defn.GetFieldCount()
watershed_field_names = ['Shape_Leng','Shape_Area','HydroID','GridID','DrainLnID']
ok_(num_watershed_fields==len(watershed_field_names))
for i in range(num_watershed_fields):
ok_(subset_watershed_layer_defn.GetFieldDefn(i).GetNameRef() in watershed_field_names)
#TEST NETWORK
subset_network_layer_defn = subset_network_layer.GetLayerDefn()
num_network_fields = subset_network_layer_defn.GetFieldCount()
network_field_names = ['arcid','from_node','to_node','HydroID','GridID',
'NextDownID','SLength','Avg_Slope','LENGTHKM',
'Shape_Leng','Musk_x','watershed','subbasin']
ok_(num_network_fields==len(network_field_names))
for i in range(num_network_fields):
ok_(subset_network_layer_defn.GetFieldDefn(i).GetNameRef() in network_field_names)
#cleanup
remove_files(*glob(os.path.join(OUTPUT_DATA_PATH,"DrainageLineSubset2.*")))
remove_files(*glob(os.path.join(OUTPUT_DATA_PATH,"CatchmentSubset2.*")))
def test_generate_network_taudem_dinf():
"""
Checks generate TauDEM network dinf
"""
print("TEST 13: TEST GENERATE TauDEM NETWORK DINF")
td = TauDEM(TAUDEM_EXE_PATH)
elevation_dem = os.path.join(GIS_INPUT_DATA_PATH, 'jamaica_dem.tif')
td.demToStreamNetwork(OUTPUT_DATA_PATH,
pit_filled_elevation_grid=elevation_dem,
threshold=1000,
use_dinf=True)
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'flow_dir_grid_d8.tif')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'flow_dir_grid_d8.prj')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'flow_dir_grid_dinf.tif')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'flow_dir_grid_dinf.prj')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'contributing_area_grid_d8.tif')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'contributing_area_grid_d8.prj')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'contributing_area_grid_dinf.tif')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'contributing_area_grid_dinf.prj')))
assert (os.path.exists(os.path.join(OUTPUT_DATA_PATH,
'slope_grid_d8.tif')))
assert (os.path.exists(os.path.join(OUTPUT_DATA_PATH,
'slope_grid_d8.prj')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'slope_grid_dinf.tif')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'slope_grid_dinf.prj')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'stream_raster_grid.tif')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'stream_raster_grid.prj')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'stream_order_grid.tif')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'stream_order_grid.prj')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'network_connectivity_tree.txt')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'network_coordinates.txt')))
# assert (os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_reach_file.shp')))
# assert (os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_reach_file.shx')))
# assert (os.path.exists(os.path.join(OUTPUT_DATA_PATH, 'stream_reach_file.dbf')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'stream_reach_file.prj')))
assert (os.path.exists(os.path.join(OUTPUT_DATA_PATH,
'watershed_grid.tif')))
assert (os.path.exists(os.path.join(OUTPUT_DATA_PATH,
'watershed_grid.prj')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'watershed_shapefile.shp')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'watershed_shapefile.shx')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'watershed_shapefile.dbf')))
assert (os.path.exists(
os.path.join(OUTPUT_DATA_PATH, 'watershed_shapefile.prj')))
#cleanup
remove_files(*[
f for f in glob(os.path.join(OUTPUT_DATA_PATH, "*"))
if not f.endswith(".gitignore")
])
def test_extract_sub_network_taudem():
"""
Checks extracting sub network from larger network
"""
subset_network_file = os.path.join(OUTPUT_DATA_PATH,
"DrainageLineSubset2.shp")
# to extract a specific network
TauDEM.extractSubNetwork(network_file=os.path.join(
GIS_INPUT_DATA_PATH, 'u-k', "DrainageLineSubset.shp"),
out_subset_network_file=subset_network_file,
outlet_ids=[42911],
river_id_field="HydroID",
next_down_id_field="NextDownID",
river_magnitude_field="HydroID",
safe_mode=False)
# to extract the subset watersheds using subset river network
subset_watershed_file = os.path.join(OUTPUT_DATA_PATH,
"CatchmentSubset2.shp")
TauDEM.extractSubsetFromWatershed(
subset_network_file=subset_network_file,
subset_network_river_id_field="HydroID",
watershed_file=os.path.join(GIS_INPUT_DATA_PATH, 'u-k',
'CatchmentSubset.shp'),
watershed_network_river_id_field="DrainLnID",
out_watershed_subset_file=subset_watershed_file)
largest_subset_network_file = \
os.path.join(OUTPUT_DATA_PATH,
"DrainageLineSubsetLargest.shp")
# to extract a specific network
TauDEM.extractLargestSubNetwork(
network_file=os.path.join(GIS_INPUT_DATA_PATH, 'u-k',
"DrainageLineSubset.shp"),
out_subset_network_file=largest_subset_network_file,
river_id_field="HydroID",
next_down_id_field="NextDownID",
river_magnitude_field="HydroID",
safe_mode=False)
# Test results
subset_network_shapefile = ogr.Open(subset_network_file)
subset_network_layer = subset_network_shapefile.GetLayer()
ogr_watershed_shapefile = ogr.Open(subset_watershed_file)
ogr_watershed_shapefile_lyr = ogr_watershed_shapefile.GetLayer()
largest_subset_network_shapefile = ogr.Open(subset_network_file)
largest_subset_network_layer = largest_subset_network_shapefile.GetLayer()
number_of_network_features = subset_network_layer.GetFeatureCount()
number_of_watershed_features = \
ogr_watershed_shapefile_lyr.GetFeatureCount()
number_of_largest_network_features = \
largest_subset_network_layer.GetFeatureCount()
# count number of features
assert (number_of_network_features == 7)
assert (number_of_watershed_features == 7)
assert (number_of_largest_network_features == 7)
# make sure IDs correct
network_id_list = [42911, 42891, 42747, 42748, 42892, 42841, 42846]
for network_feature in subset_network_layer:
assert (network_feature.GetField("HydroID") in network_id_list)
for watershed_feature in ogr_watershed_shapefile_lyr:
assert (watershed_feature.GetField("DrainLnID") in network_id_list)
for network_feature in largest_subset_network_layer:
assert (network_feature.GetField("HydroID") in network_id_list)
# make sure all fields are there
# TEST WATERSHED
subset_watershed_layer_defn = ogr_watershed_shapefile_lyr.GetLayerDefn()
num_watershed_fields = subset_watershed_layer_defn.GetFieldCount()
watershed_field_names = [
'Shape_Leng', 'Shape_Area', 'HydroID', 'GridID', 'DrainLnID'
]
assert (num_watershed_fields == len(watershed_field_names))
for i in range(num_watershed_fields):
assert (subset_watershed_layer_defn.GetFieldDefn(i).GetNameRef()
in watershed_field_names)
# TEST NETWORK
subset_network_layer_defn = subset_network_layer.GetLayerDefn()
num_network_fields = subset_network_layer_defn.GetFieldCount()
largest_subset_network_layer_defn = \
largest_subset_network_layer.GetLayerDefn()
num_largest_network_fields = \
largest_subset_network_layer_defn.GetFieldCount()
network_field_names = [
'arcid', 'from_node', 'to_node', 'HydroID', 'GridID', 'NextDownID',
'SLength', 'Avg_Slope', 'LENGTHKM', 'Shape_Leng', 'Musk_x',
'watershed', 'subbasin'
]
assert (num_network_fields == len(network_field_names))
assert (num_largest_network_fields == len(network_field_names))
for iii in range(num_network_fields):
assert (subset_network_layer_defn.GetFieldDefn(iii).GetNameRef()
in network_field_names)
assert (
largest_subset_network_layer_defn.GetFieldDefn(iii).GetNameRef()
in network_field_names)
# cleanup
remove_files(
*glob(os.path.join(OUTPUT_DATA_PATH, "DrainageLineSubset2.*")))
remove_files(*glob(os.path.join(OUTPUT_DATA_PATH, "CatchmentSubset2.*")))
remove_files(
*glob(os.path.join(OUTPUT_DATA_PATH, "DrainageLineSubsetLargest.*")))
