def setUp(self):
self.gssha_project_directory = self.writeDirectory
self.shapefile_path = path.join(self.writeDirectory,
'philippines_5070115700.shp')
self.compare_path = path.join(self.readDirectory, 'philippines',
'compare_data')
# copy shapefile
shapefile_basename = path.join(self.readDirectory, 'philippines',
'philippines_5070115700.*')
for shapefile_part in glob(shapefile_basename):
try:
copy(
shapefile_part,
path.join(self.writeDirectory,
path.basename(shapefile_part)))
except OSError:
pass
# Create Test DB
self.project_manager, db_sessionmaker = \
dbt.get_project_session('grid_standard_msk',
self.gssha_project_directory,
map_type=1)
self.db_session = db_sessionmaker()
self.db_session.add(self.project_manager)
self.db_session.commit()
self.msk_file = WatershedMaskFile(project_file=self.project_manager,
session=self.db_session)
def test_generate_basic_project(self):
"""
Tests generating a basic GSSHA project
"""
chdir(self.gssha_project_directory)
project_name = "grid_standard_basic"
# Instantiate GSSHAPY object for reading to database
project_manager = ProjectFile(name=project_name, map_type=1)
self.db_session.add(project_manager)
self.db_session.commit()
# ADD MASK
mask_name = '{0}.msk'.format(project_name)
msk_file = WatershedMaskFile(project_file=project_manager,
session=self.db_session)
msk_file.generateFromWatershedShapefile(
self.shapefile_path,
cell_size=1000,
out_raster_path=mask_name,
)
# ADD ELEVATION FILE
ele_file = ElevationGridFile(project_file=project_manager,
session=self.db_session)
ele_file.generateFromRaster(self.elevation_path, self.shapefile_path)
# ADD OUTLET POINT
project_manager.setOutlet(col=0, row=6, outslope=0.002)
# ADD ADDITIONAL REQUIRED FILES
# see http://www.gsshawiki.com/Project_File:Required_Inputs
project_manager.setCard('TOT_TIME', '180')
project_manager.setCard('TIMESTEP', '10')
project_manager.setCard('HYD_FREQ', '15')
# see http://www.gsshawiki.com/Project_File:Output_Files_%E2%80%93_Required
project_manager.setCard('SUMMARY',
'{0}.sum'.format(project_name),
add_quotes=True)
project_manager.setCard('OUTLET_HYDRO',
'{0}.otl'.format(project_name),
add_quotes=True)
# see http://www.gsshawiki.com/Project_File:Overland_Flow_%E2%80%93_Required
project_manager.setCard('MANNING_N', '0.013')
# see http://www.gsshawiki.com/Project_File:Rainfall_Input_and_Options_%E2%80%93_Required
project_manager.setCard('PRECIP_UNIF', '')
project_manager.setCard('RAIN_INTENSITY', '2.4')
project_manager.setCard('RAIN_DURATION', '30')
project_manager.setCard('START_DATE', '2017 02 28')
project_manager.setCard('START_TIME', '14 33')
# write data
project_manager.writeInput(session=self.db_session,
directory=self.gssha_project_directory,
name=project_name)
# compare
self._compare_basic_model(project_name)
def setUp(self):
self.gssha_project_directory = self.writeDirectory
self.shapefile_path = path.join(self.writeDirectory,
'philippines_5070115700.shp')
self.compare_path = path.join(self.readDirectory,
'philippines',
'compare_data')
# copy shapefile
shapefile_basename = path.join(self.readDirectory,
'philippines',
'philippines_5070115700.*')
for shapefile_part in glob(shapefile_basename):
try:
copy(shapefile_part,
path.join(self.writeDirectory, path.basename(shapefile_part)))
except OSError:
pass
# Create Test DB
self.project_manager, db_sessionmaker = \
dbt.get_project_session('grid_standard_msk',
self.gssha_project_directory,
map_type=1)
self.db_session = db_sessionmaker()
self.db_session.add(self.project_manager)
self.db_session.commit()
self.msk_file = WatershedMaskFile(project_file=self.project_manager,
session=self.db_session)
def setUp(self):
self.gssha_project_directory = self.writeDirectory
self.shapefile_path = path.join(self.writeDirectory,
'phillipines_5070115700.shp')
self.compare_path = path.join(self.readDirectory, 'phillipines',
'compare_data')
# copy shapefile
shapefile_basename = path.join(self.readDirectory, 'phillipines',
'phillipines_5070115700.*')
for shapefile_part in glob(shapefile_basename):
try:
copy(
shapefile_part,
path.join(self.writeDirectory,
path.basename(shapefile_part)))
except OSError:
pass
# Create Test DB
sqlalchemy_url, sql_engine = dbt.init_sqlite_memory()
# Create DB Sessions
self.db_session = dbt.create_session(sqlalchemy_url, sql_engine)
# Instantiate GSSHAPY object for reading to database
self.project_manager = ProjectFile(name="grid_standard_msk",
map_type=1)
self.db_session.add(self.project_manager)
self.db_session.commit()
self.msk_file = WatershedMaskFile(project_file=self.project_manager,
session=self.db_session)
chdir(self.gssha_project_directory)
def test_generate_basic_project_land_cover(self):
"""
Tests generating a basic GSSHA project with land cover
"""
project_name = "grid_standard_basic_land_cover"
# Instantiate GSSHAPY object for reading to database
project_manager, db_sessionmaker = \
dbt.get_project_session(project_name,
self.gssha_project_directory,
map_type=1)
# Create DB Sessions
db_session = db_sessionmaker()
db_session.add(project_manager)
db_session.commit()
# ADD MASK
mask_name = '{0}.msk'.format(project_name)
msk_file = WatershedMaskFile(project_file=project_manager,
session=db_session)
msk_file.generateFromWatershedShapefile(self.shapefile_path,
cell_size=1000,
out_raster_path=mask_name,
)
# ADD ELEVATION FILE
ele_file = ElevationGridFile(project_file=project_manager,
session=db_session)
ele_file.generateFromRaster(self.elevation_path,
self.shapefile_path)
# ADD ROUGHNESS FROM LAND COVER
# see http://www.gsshawiki.com/Project_File:Overland_Flow_%E2%80%93_Required
mapTableFile = MapTableFile(project_file=project_manager)
mapTableFile.addRoughnessMapFromLandUse("roughness",
db_session,
self.land_use_grid,
land_use_grid_id='glcf',
)
# ADD ADDITIONAL REQUIRED FILES
# see http://www.gsshawiki.com/Project_File:Required_Inputs
project_manager.setCard('TOT_TIME', '180')
project_manager.setCard('TIMESTEP', '10')
project_manager.setCard('HYD_FREQ', '15')
# see http://www.gsshawiki.com/Project_File:Output_Files_%E2%80%93_Required
project_manager.setCard('SUMMARY', '{0}.sum'.format(project_name), add_quotes=True)
project_manager.setCard('OUTLET_HYDRO', '{0}.otl'.format(project_name), add_quotes=True)
# see http://www.gsshawiki.com/Project_File:Rainfall_Input_and_Options_%E2%80%93_Required
project_manager.setCard('PRECIP_UNIF', '')
project_manager.setCard('RAIN_INTENSITY', '2.4')
project_manager.setCard('RAIN_DURATION', '30')
project_manager.setCard('START_DATE', '2017 02 28')
project_manager.setCard('START_TIME', '14 33')
# write data
project_manager.writeInput(session=db_session,
directory=self.gssha_project_directory,
name=project_name)
db_session.close()
# compare main project files
self._compare_basic_model_idx_maps(project_name)
def test_generate_basic_project(self):
"""
Tests generating a basic GSSHA project
"""
project_name = "grid_standard_basic"
# Instantiate GSSHAPY object for reading to database
# Create Test DB
project_manager, db_sessionmaker = \
dbt.get_project_session(project_name,
self.gssha_project_directory,
map_type=1)
# Create DB Sessions
db_session = db_sessionmaker()
db_session.add(project_manager)
db_session.commit()
# ADD MASK
mask_name = '{0}.msk'.format(project_name)
msk_file = WatershedMaskFile(project_file=project_manager,
session=db_session)
msk_file.generateFromWatershedShapefile(self.shapefile_path,
cell_size=1000,
out_raster_path=mask_name,
)
# ADD ELEVATION FILE
ele_file = ElevationGridFile(project_file=project_manager,
session=db_session)
ele_file.generateFromRaster(self.elevation_path,
self.shapefile_path)
# ADD OUTLET POINT
project_manager.setOutlet(col=0, row=6,
outslope=0.002)
# ADD ADDITIONAL REQUIRED FILES
# see http://www.gsshawiki.com/Project_File:Required_Inputs
project_manager.setCard('TOT_TIME', '180')
project_manager.setCard('TIMESTEP', '10')
project_manager.setCard('HYD_FREQ', '15')
# see http://www.gsshawiki.com/Project_File:Output_Files_%E2%80%93_Required
project_manager.setCard('SUMMARY', '{0}.sum'.format(project_name), add_quotes=True)
project_manager.setCard('OUTLET_HYDRO', '{0}.otl'.format(project_name), add_quotes=True)
# see http://www.gsshawiki.com/Project_File:Overland_Flow_%E2%80%93_Required
project_manager.setCard('MANNING_N', '0.013')
# see http://www.gsshawiki.com/Project_File:Rainfall_Input_and_Options_%E2%80%93_Required
project_manager.setCard('PRECIP_UNIF', '')
project_manager.setCard('RAIN_INTENSITY', '2.4')
project_manager.setCard('RAIN_DURATION', '30')
project_manager.setCard('START_DATE', '2017 02 28')
project_manager.setCard('START_TIME', '14 33')
# write data
project_manager.writeInput(session=db_session,
directory=self.gssha_project_directory,
name=project_name)
db_session.close()
# compare
self._compare_basic_model(project_name)
class TestMask(TestGridTemplate):
def setUp(self):
self.gssha_project_directory = self.writeDirectory
self.shapefile_path = path.join(self.writeDirectory,
'phillipines_5070115700.shp')
self.compare_path = path.join(self.readDirectory, 'phillipines',
'compare_data')
# copy shapefile
shapefile_basename = path.join(self.readDirectory, 'phillipines',
'phillipines_5070115700.*')
for shapefile_part in glob(shapefile_basename):
try:
copy(
shapefile_part,
path.join(self.writeDirectory,
path.basename(shapefile_part)))
except OSError:
pass
# Create Test DB
sqlalchemy_url, sql_engine = dbt.init_sqlite_memory()
# Create DB Sessions
self.db_session = dbt.create_session(sqlalchemy_url, sql_engine)
# Instantiate GSSHAPY object for reading to database
self.project_manager = ProjectFile(name="grid_standard_msk",
map_type=1)
self.db_session.add(self.project_manager)
self.db_session.commit()
self.msk_file = WatershedMaskFile(project_file=self.project_manager,
session=self.db_session)
chdir(self.gssha_project_directory)
def _compare_output(self, project_name):
"""
compare mask files
"""
# compare mask files
mask_file_name = '{0}.msk'.format(project_name)
new_mask_grid = path.join(self.writeDirectory, mask_file_name)
compare_msk_file = path.join(self.compare_path, mask_file_name)
self._compare_files(compare_msk_file, new_mask_grid, raster=True)
# compare project files
prj_file_name = '{0}.prj'.format(project_name)
generated_prj_file = path.join(self.gssha_project_directory,
prj_file_name)
compare_prj_file = path.join(self.compare_path, prj_file_name)
self._compare_files(generated_prj_file, compare_prj_file)
# check to see if projection file generated
proj_file_name = '{0}_prj.pro'.format(project_name)
generated_proj_file = path.join(self.gssha_project_directory,
proj_file_name)
compare_proj_file = path.join(self.compare_path, proj_file_name)
self._compare_files(generated_proj_file, compare_proj_file)
def _before_teardown(self):
"""
Method to execute at beginning of tearDown
"""
self.db_session.close()
def test_rasterize_cell_size_ascii_utm(self):
"""
Tests rasterize_shapefile using cell size to ascii in utm
"""
project_name = 'grid_standard_msk'
mask_name = '{0}.msk'.format(project_name)
self.msk_file.generateFromWatershedShapefile(
self.shapefile_path,
cell_size=1000,
out_raster_path=mask_name,
)
self.project_manager.writeInput(session=self.db_session,
directory=self.gssha_project_directory,
name=project_name)
# compare results
self._compare_output(project_name)
def test_rasterize_cell_size_ascii_utm_outlet(self):
"""
Tests rasterize_shapefile using cell size to ascii in utm
Then add outlet information
"""
project_name = 'grid_standard_msk_outlet'
mask_name = '{0}.msk'.format(project_name)
self.msk_file.generateFromWatershedShapefile(
self.shapefile_path,
cell_size=1000,
out_raster_path=mask_name,
)
self.project_manager.setOutlet(col=0, row=9)
self.project_manager.writeInput(session=self.db_session,
directory=self.gssha_project_directory,
name=project_name)
# compare results
self._compare_output(project_name)
class TestMask(TestGridTemplate):
def setUp(self):
self.gssha_project_directory = self.writeDirectory
self.shapefile_path = path.join(self.writeDirectory,
'philippines_5070115700.shp')
self.compare_path = path.join(self.readDirectory,
'philippines',
'compare_data')
# copy shapefile
shapefile_basename = path.join(self.readDirectory,
'philippines',
'philippines_5070115700.*')
for shapefile_part in glob(shapefile_basename):
try:
copy(shapefile_part,
path.join(self.writeDirectory, path.basename(shapefile_part)))
except OSError:
pass
# Create Test DB
self.project_manager, db_sessionmaker = \
dbt.get_project_session('grid_standard_msk',
self.gssha_project_directory,
map_type=1)
self.db_session = db_sessionmaker()
self.db_session.add(self.project_manager)
self.db_session.commit()
self.msk_file = WatershedMaskFile(project_file=self.project_manager,
session=self.db_session)
def _compare_output(self, project_name):
"""
compare mask files
"""
# compare mask files
mask_file_name = '{0}.msk'.format(project_name)
new_mask_grid = path.join(self.writeDirectory, mask_file_name)
compare_msk_file = path.join(self.compare_path, mask_file_name)
self._compare_files(compare_msk_file, new_mask_grid, raster=True)
# compare project files
prj_file_name = '{0}.prj'.format(project_name)
generated_prj_file = path.join(self.gssha_project_directory, prj_file_name)
compare_prj_file = path.join(self.compare_path, prj_file_name)
self._compare_files(generated_prj_file, compare_prj_file)
# check to see if projection file generated
proj_file_name = '{0}_prj.pro'.format(project_name)
generated_proj_file = path.join(self.gssha_project_directory, proj_file_name)
compare_proj_file = path.join(self.compare_path, proj_file_name)
self._compare_files(generated_proj_file, compare_proj_file)
def _before_teardown(self):
"""
Method to execute at beginning of tearDown
"""
self.db_session.close()
def test_rasterize_cell_size_ascii_utm(self):
"""
Tests rasterize_shapefile using cell size to ascii in utm
"""
project_name = 'grid_standard_msk'
mask_name = '{0}.msk'.format(project_name)
self.msk_file.generateFromWatershedShapefile(self.shapefile_path,
cell_size=1000,
out_raster_path=mask_name,
)
self.project_manager.writeInput(session=self.db_session,
directory=self.gssha_project_directory,
name=project_name)
# compare results
self._compare_output(project_name)
def test_rasterize_cell_size_ascii_utm_outlet(self):
"""
Tests rasterize_shapefile using cell size to ascii in utm
Then add outlet information
"""
project_name = 'grid_standard_msk_outlet'
mask_name = '{0}.msk'.format(project_name)
self.msk_file.generateFromWatershedShapefile(self.shapefile_path,
cell_size=1000,
out_raster_path=mask_name,
)
self.project_manager.setOutlet(col=0, row=9)
self.project_manager.writeInput(session=self.db_session,
directory=self.gssha_project_directory,
name=project_name)
# compare results
self._compare_output(project_name)
def test_generate_basic_project_land_cover(self):
"""
Tests generating a basic GSSHA project with land cover
"""
chdir(self.gssha_project_directory)
project_name = "grid_standard_basic_land_cover"
# Instantiate GSSHAPY object for reading to database
project_manager = ProjectFile(name=project_name, map_type=1)
self.db_session.add(project_manager)
self.db_session.commit()
# ADD MASK
mask_name = '{0}.msk'.format(project_name)
msk_file = WatershedMaskFile(project_file=project_manager,
session=self.db_session)
msk_file.generateFromWatershedShapefile(
self.shapefile_path,
cell_size=1000,
out_raster_path=mask_name,
)
# ADD ELEVATION FILE
ele_file = ElevationGridFile(project_file=project_manager,
session=self.db_session)
ele_file.generateFromRaster(self.elevation_path, self.shapefile_path)
# ADD ROUGHNESS FROM LAND COVER
# see http://www.gsshawiki.com/Project_File:Overland_Flow_%E2%80%93_Required
mapTableFile = MapTableFile(project_file=project_manager)
mapTableFile.addRoughnessMapFromLandUse(
"roughness",
self.db_session,
self.land_use_grid,
land_use_grid_id='glcf',
)
# ADD ADDITIONAL REQUIRED FILES
# see http://www.gsshawiki.com/Project_File:Required_Inputs
project_manager.setCard('TOT_TIME', '180')
project_manager.setCard('TIMESTEP', '10')
project_manager.setCard('HYD_FREQ', '15')
# see http://www.gsshawiki.com/Project_File:Output_Files_%E2%80%93_Required
project_manager.setCard('SUMMARY',
'{0}.sum'.format(project_name),
add_quotes=True)
project_manager.setCard('OUTLET_HYDRO',
'{0}.otl'.format(project_name),
add_quotes=True)
# see http://www.gsshawiki.com/Project_File:Rainfall_Input_and_Options_%E2%80%93_Required
project_manager.setCard('PRECIP_UNIF', '')
project_manager.setCard('RAIN_INTENSITY', '2.4')
project_manager.setCard('RAIN_DURATION', '30')
project_manager.setCard('START_DATE', '2017 02 28')
project_manager.setCard('START_TIME', '14 33')
# write data
project_manager.writeInput(session=self.db_session,
directory=self.gssha_project_directory,
name=project_name)
# compare main project files
self._compare_basic_model_idx_maps(project_name)