def test_slurm_driver(self):
output_directory = OUTPUT_DIRECTORY / 'test_slurm_driver'
reference_directory = REFERENCE_DIRECTORY / 'test_slurm_driver'
output_directory.mkdir(parents=True, exist_ok=True)
# open mesh file
mesh = AdcircMesh.open(FORT14_FILENAME, crs=4326)
# instantiate AdcircRun object.
slurm = SlurmConfig(
account='account',
ntasks=1000,
run_name='AdcircPy/examples/example_3.py',
partition='partition',
walltime=timedelta(hours=8),
mail_type='all',
mail_user='******',
log_filename='example_3.log',
modules=['intel/2020', 'impi/2020', 'netcdf/4.7.2-parallel'],
path_prefix='$HOME/adcirc/build')
driver = AdcircRun(mesh=mesh,
start_date=datetime.now(),
end_date=timedelta(days=7),
spinup_time=timedelta(days=5),
server_config=slurm)
DriverFile(driver).write(output_directory / 'slurm.job',
overwrite=True)
with open(output_directory / 'slurm.job') as generated_file:
with open(reference_directory / 'slurm.job') as reference_file:
assert generated_file.read() == reference_file.read()
def test_slurm_driver(shinnecock_mesh_directory):
output_directory = OUTPUT_DIRECTORY / 'test_slurm_driver'
reference_directory = REFERENCE_DIRECTORY / 'test_slurm_driver'
if not output_directory.exists():
output_directory.mkdir(parents=True, exist_ok=True)
mesh = AdcircMesh.open(shinnecock_mesh_directory / 'fort.14', crs=4326)
slurm = SlurmConfig(
account='account',
ntasks=1000,
run_name='adcircpy/tests/test_configuration.py',
partition='partition',
walltime=timedelta(hours=8),
mail_type='all',
mail_user='******',
log_filename='test_configuration.log',
modules=['intel/2020', 'impi/2020', 'netcdf/4.7.2-parallel'],
path_prefix='$HOME/adcirc/build',
)
driver = AdcircRun(
mesh=mesh,
start_date=datetime.now(),
end_date=timedelta(days=7),
spinup_time=timedelta(days=5),
server_config=slurm,
)
DriverFile(driver).write(output_directory / 'slurm.job', overwrite=True)
check_reference_directory(output_directory, reference_directory)
def main():
if not FORT14.is_file():
url = 'https://www.dropbox.com/s/1wk91r67cacf132/NetCDF_shinnecock_inlet.tar.bz2?dl=1'
g = urllib.request.urlopen(url)
tmpfile = tempfile.NamedTemporaryFile()
with open(tmpfile.name, 'b+w') as f:
f.write(g.read())
with tarfile.open(tmpfile.name, "r:bz2") as tar:
tar.extractall(PARENT / "data/NetCDF_Shinnecock_Inlet/")
mesh = AdcircMesh.open(FORT14, crs=4326)
tidal_forcing = Tides()
tidal_forcing.use_all()
wind_forcing = AtmosphericMeshForcing(
filename='Wind_HWRF_SANDY_Nov2018_ExtendedSmoothT.nc',
nws=17,
interval_seconds=3600,
)
wave_forcing = WaveWatch3DataForcing(
filename='ww3.HWRF.NOV2018.2012_sxy.nc',
nrs=5,
interval_seconds=3600,
)
mesh.add_forcing(tidal_forcing)
mesh.add_forcing(wind_forcing)
mesh.add_forcing(wave_forcing)
slurm = SlurmConfig(
account='account',
ntasks=1000,
run_name='AdcircPy/examples/example_3.py',
partition='partition',
walltime=timedelta(hours=8),
mail_type='all',
mail_user='******',
log_filename='example_3.log',
modules=['intel/2020', 'impi/2020', 'netcdf/4.7.2-parallel'],
path_prefix='$HOME/adcirc/build')
driver = AdcircRun(
mesh=mesh,
start_date=datetime.now(),
end_date=timedelta(days=7),
spinup_time=timedelta(days=5),
server_config=slurm,
)
driver.write(PARENT / "outputs/example_4", overwrite=True)
def main():
# fetch shinnecock inlet test data
if not FORT14.is_file():
url = "https://www.dropbox.com/s/1wk91r67cacf132/"
url += "NetCDF_shinnecock_inlet.tar.bz2?dl=1"
g = urllib.request.urlopen(url)
tmpfile = tempfile.NamedTemporaryFile()
with open(tmpfile.name, 'b+w') as f:
f.write(g.read())
with tarfile.open(tmpfile.name, "r:bz2") as tar:
tar.extractall(PARENT / "data/NetCDF_Shinnecock_Inlet/")
# open mesh file
mesh = AdcircMesh.open(FORT14, crs=4326)
# init tidal forcing and setup requests
tidal_forcing = Tides()
tidal_forcing.use_all()
mesh.add_forcing(tidal_forcing)
# Add wind forcing to model
wind_forcing = BestTrackForcing('Sandy2012')
mesh.add_forcing(wind_forcing)
# instantiate AdcircRun object.
slurm = SlurmConfig(
account='account',
ntasks=1000,
run_name='AdcircPy/examples/example_3.py',
partition='partition',
walltime=timedelta(hours=8),
mail_type='all',
mail_user='******',
log_filename='example_3.log',
modules=['intel/2020', 'impi/2020', 'netcdf/4.7.2-parallel'],
path_prefix='$HOME/adcirc/build')
driver = AdcircRun(mesh,
spinup_time=timedelta(days=15),
server_config=slurm)
# Write driver state to file.
driver.write(PARENT / "outputs/example_3", overwrite=True)
# initialize tidal forcing and constituents
tidal_forcing = Tides()
tidal_forcing.use_all()
mesh.add_forcing(tidal_forcing)
# initialize wind forcing
wind_forcing = BestTrackForcing('Sandy2012')
mesh.add_forcing(wind_forcing)
# initialize Slurm configuration
slurm = SlurmConfig(
account='account',
ntasks=1000,
run_name='adcircpy/examples/example_3.py',
partition='partition',
walltime=timedelta(hours=8),
mail_type='all',
mail_user='******',
log_filename='example_3.log',
modules=['intel/2020', 'impi/2020', 'netcdf/4.7.2-parallel'],
path_prefix='$HOME/adcirc/build',
)
# set simulation dates
spinup_time = timedelta(days=15)
duration = timedelta(days=3)
start_date = datetime(2012, 10, 21, 18)
end_date = start_date + duration
# instantiate driver object
driver = AdcircRun(mesh,
start_date,