def test_simulation_add_job(model, domain, job):
sim = Simulation()
with pytest.raises(Exception) as e_info:
sim.add(job)
sim.add(model)
sim.add(domain)
sim.add(job)
def test_simulation_collect(sim_output):
os.chdir(sim_output)
sim = Simulation()
sim.collect()
assert sim.output is not None
assert type(sim.output.channel_rt) is WrfHydroTs
def simulation_compiled(model, domain, job_restart, tmpdir):
sim_dir = pathlib.Path(tmpdir).joinpath('sim_compiled_dir')
sim = Simulation()
sim.add(model)
sim.add(domain)
sim.add(job_restart)
os.mkdir(sim_dir)
os.chdir(sim_dir)
sim.compose()
return sim
def test_simulation_pickle(model, domain, job, tmpdir):
sim = Simulation()
sim.add(model)
sim.add(domain)
sim.add(job)
pickle_path = pathlib.Path(tmpdir).joinpath('Sim.pkl')
sim.pickle(pickle_path)
sim0 = copy.deepcopy(sim)
del sim
sim = pickle.load(pickle_path.open(mode='rb'))
assert deepdiff.DeepDiff(sim, sim0) == {}
def test_simulation_add_model_domain(model, domain):
sim = Simulation()
sim.add(model)
sim.add(domain)
assert sim.base_hydro_namelist == \
{'hydro_nlist': {'channel_option': 2,
'chanobs_domain': 0,
'chanrtswcrt': 1,
'chrtout_domain': 1,
'geo_static_flnm': './NWM/DOMAIN/geo_em.d01.nc',
'restart_file': './NWM/RESTART/HYDRO_RST.2011-08-26_00:00_DOMAIN1',
'aggfactrt': 4,
'udmp_opt': 1},
'nudging_nlist': {'maxagepairsbiaspersist': 3,
'minnumpairsbiaspersist': 1,
'nudginglastobsfile':
'./NWM/RESTART/nudgingLastObs.2011-08-26_00:00:00.nc'}}
assert sim.base_hrldas_namelist == \
{'noahlsm_offline': {'btr_option': 1,
'canopy_stomatal_resistance_option': 1,
'hrldas_setup_file': './NWM/DOMAIN/wrfinput_d01.nc',
'restart_filename_requested':
'./NWM/RESTART/RESTART.2011082600_DOMAIN1',
'indir': './FORCING'},
'wrf_hydro_offline': {'forc_typ': 1}}
def test_simulation_compose(model, domain, job, capfd, tmpdir):
sim = Simulation()
sim.add(model)
sim.add(domain)
sim.add(job)
# copy before compose
sim_opts = copy.deepcopy(sim)
sim_tbls = copy.deepcopy(sim)
compose_dir = pathlib.Path(tmpdir).joinpath('sim_compose')
os.mkdir(str(compose_dir))
os.chdir(str(compose_dir))
sim.compose()
# Doing this thrice kinda asks for function...
# This compose exercises the options to compose. Gives the same result.
compose_dir_opts = pathlib.Path(tmpdir).joinpath('sim_compose_opts')
os.mkdir(str(compose_dir_opts))
os.chdir(str(compose_dir_opts))
sim_opts.compose(symlink_domain=False, force=True, check_nlst_warn=True)
actual_files = list(compose_dir.rglob('./*'))
domain_files = domain.domain_top_dir.rglob('*')
expected_files = [
'namelist.hrldas', 'hydro.namelist', 'job_test_job_1', '.uid', 'NWM',
'WrfHydroModel.pkl', 'FORCING', 'DUMMY.TBL', 'wrf_hydro.exe'
]
for file in domain_files:
expected_files.append(file.name)
for file in actual_files:
assert file.name in expected_files
assert sim.model.table_files == sim_opts.model.table_files
assert [str(ff.name) for ff in sim.model.table_files] == ['DUMMY.TBL']
# These composes result in alternative, user selected table files.
# Do it before and after model.compile()
sim_tbls_postcompile = copy.deepcopy(sim_tbls)
dummy_user_tbl = pathlib.Path(tmpdir).joinpath('DUMMY_USER.TBL')
with dummy_user_tbl.open('w') as f:
f.write('# dummy TBL \n')
compose_dir_tbls = pathlib.Path(tmpdir).joinpath('sim_compose_tbls')
os.mkdir(str(compose_dir_tbls))
os.chdir(str(compose_dir_tbls))
# before compile
sim_tbls.model.table_files = [dummy_user_tbl]
sim_tbls.compose()
compose_dir_tbls_postcompile = pathlib.Path(tmpdir).joinpath(
'sim_compose_tbls_postcompile')
compile_dir_tbls_postcompile = pathlib.Path(tmpdir).joinpath(
'sim_compile_tbls_postcompile')
os.mkdir(str(compose_dir_tbls_postcompile))
os.chdir(str(compose_dir_tbls_postcompile))
sim_tbls_postcompile.model.compile(compile_dir_tbls_postcompile)
sim_tbls_postcompile.model.table_files = [dummy_user_tbl]
sim_tbls_postcompile.compose()
assert sim_tbls.model.table_files == sim_tbls_postcompile.model.table_files
assert sim_tbls.model.table_files == [dummy_user_tbl]
actual_files = list(compose_dir_tbls.rglob('./*'))
domain_files = domain.domain_top_dir.rglob('*')
expected_files = [
'namelist.hrldas', 'hydro.namelist', 'job_test_job_1', '.uid', 'NWM',
'WrfHydroModel.pkl', 'FORCING', 'DUMMY_USER.TBL', 'wrf_hydro.exe'
]
for file in domain_files:
expected_files.append(file.name)
for file in actual_files:
assert file.name in expected_files
def test_simulation_sub_obj_pickle(model, domain, job, tmpdir):
sim = Simulation()
sim.add(model)
sim.add(domain)
sim.add(job)
os.chdir(tmpdir)
domain_path = pathlib.Path(tmpdir).joinpath('WrfHydroDomain.pkl')
model_path = pathlib.Path(tmpdir).joinpath('WrfHydroModel.pkl')
sim.pickle_sub_objs()
assert sim.domain.resolve() == domain_path
assert sim.model.resolve() == model_path
sim.restore_sub_objs()
assert deepdiff.DeepDiff(sim.domain, domain) == {}
assert deepdiff.DeepDiff(sim.model, model) == {}
def test_simulation_collect(sim_output):
sim = Simulation()
sim.collect(sim_dir=sim_output)
assert sim.output is not None
assert type(sim.output) is SimulationOutput
def test_simulation_run_no_scheduler(model, domain, job, tmpdir, capfd):
sim = Simulation()
sim.add(model)
sim.add(domain)
sim.add(job)
compose_dir = pathlib.Path(tmpdir).joinpath('sim_run_no_sched')
os.mkdir(str(compose_dir))
os.chdir(str(compose_dir))
sim.compose()
sim.run()
assert sim.jobs[0].exit_status == 0, \
"The job did not exit successfully."
def simulation(model, domain):
sim = Simulation()
sim.add(model)
sim.add(domain)
return sim
def test_simulation_sub_obj_pickle(model, domain, job, tmpdir):
sim = Simulation()
sim.add(model)
sim.add(domain)
sim.add(job)
domain_path = pathlib.Path(tmpdir).joinpath('Domain.pkl')
model_path = pathlib.Path(tmpdir).joinpath('Model.pkl')
sim.domain = sim.pickle_sub_obj(sim.domain, domain_path)
sim.model = sim.pickle_sub_obj(sim.model, model_path)
assert sim.domain == domain_path
assert sim.model == model_path
sim.domain = sim.restore_sub_obj(sim.domain)
sim.model = sim.restore_sub_obj(sim.model)
assert deepdiff.DeepDiff(sim.domain, domain) == {}
assert deepdiff.DeepDiff(sim.model, model) == {}