def test_processors():
model_1 = AtmosphericForcingEntry(ATMOSPHERIC_MESH_FILENAME)
model_2 = WaveWatch3ForcingEntry(WAVE_MESH_FILENAME)
model_3 = ADCIRCEntry(11)
model_1.next = model_2
model_2.next = model_3
assert model_1.start_processor is None
assert model_1.end_processor is None
assert model_2.start_processor is None
assert model_2.end_processor is None
assert model_3.start_processor is None
assert model_3.end_processor is None
model_1.start_processor = 0
assert model_1.start_processor == 0
assert model_1.end_processor == 0
assert model_2.start_processor == 1
assert model_2.end_processor == 1
assert model_3.start_processor == 2
assert model_3.end_processor == 12
model_2.processors = 3
model_1.processors = 4
assert model_1.start_processor == 0
assert model_1.end_processor == 3
assert model_2.start_processor == 4
assert model_2.end_processor == 6
assert model_3.start_processor == 7
assert model_3.end_processor == 17
def test_mediation():
start_time = datetime(2020, 6, 1)
duration = timedelta(days=1)
interval = timedelta(hours=1)
atmospheric_mesh = AtmosphericForcingEntry(ATMOSPHERIC_MESH_FILENAME)
ice_mesh = IceForcingEntry(ICE_MESH_FILENAME)
ocean_model = ADCIRCEntry(11)
nems = ModelingSystem(
start_time,
start_time + duration,
interval,
ice=ice_mesh,
ocn=ocean_model,
atm=atmospheric_mesh,
)
nems.connect('OCN', 'MED')
nems.mediate(
sources=['ATM'], functions=['MedPhase_prep_ice'], targets='ICE',
)
nems.mediate(
sources='ICE',
functions=['MedPhase_atm_ocn_flux', 'MedPhase_accum_fast', 'MedPhase_prep_ocn'],
targets='OCN',
)
nems.sequence = [
'ATM',
'ATM -> MED -> ICE',
'ICE',
'ICE -> MED -> OCN',
'OCN',
]
with pytest.raises(KeyError):
nems.connect('HYD', 'OCN')
with pytest.raises(KeyError):
nems.connect('WAV', 'nonexistent')
with pytest.raises(KeyError):
nems.connect('WAV', 'OCN', 'nonexistent')
assert nems.connections == [
'ATM -> MED :remapMethod=bilinear\n'
'MED MedPhase_prep_ice\n'
'MED -> ICE :remapMethod=bilinear',
'ICE -> MED :remapMethod=bilinear\n'
'MED MedPhase_atm_ocn_flux\n'
'MED MedPhase_accum_fast\n'
'MED MedPhase_prep_ocn\n'
'MED -> OCN :remapMethod=bilinear',
]
def test_configuration_files():
output_directory = OUTPUT_DIRECTORY / 'test_configuration_files'
reference_directory = REFERENCE_DIRECTORY / 'test_configuration_files'
start_time = datetime(2020, 6, 1)
duration = timedelta(days=1)
interval = timedelta(hours=1)
atmospheric_mesh = AtmosphericForcingEntry(ATMOSPHERIC_MESH_FILENAME)
wave_mesh = WaveWatch3ForcingEntry(WAVE_MESH_FILENAME, Verbosity='low')
ocean_model = ADCIRCEntry(11)
hydrological_model = NationalWaterModelEntry(769, Verbosity=VerbosityOption.MAX)
nems = ModelingSystem(
start_time,
start_time + duration,
interval,
atm=atmospheric_mesh,
wav=wave_mesh,
ocn=ocean_model,
hyd=hydrological_model,
Verbosity='off',
)
nems.connect('ATM', 'OCN')
nems.connect('WAV', 'OCN')
nems.connect('ATM', 'HYD')
nems.connect('WAV', 'HYD')
nems.connect('OCN', 'HYD')
sequence = [
'ATM -> OCN',
'WAV -> OCN',
'ATM -> HYD',
'WAV -> HYD',
'OCN -> HYD',
'ATM',
'WAV',
'OCN',
'HYD',
]
nems.sequence = sequence
nems.write(output_directory, overwrite=True, include_version=True)
assert nems.processors == 782
check_reference_directory(output_directory, reference_directory, skip_lines={'.*': [0]})
def test_interface():
start_time = datetime(2020, 6, 1)
duration = timedelta(days=1)
interval = timedelta(hours=1)
atmospheric_mesh = AtmosphericForcingEntry(ATMOSPHERIC_MESH_FILENAME)
wave_mesh = WaveWatch3ForcingEntry(WAVE_MESH_FILENAME)
ocean_model = ADCIRCEntry(11)
hydrological_model = NationalWaterModelEntry(769, Verbosity=VerbosityOption.MAX)
nems = ModelingSystem(
start_time,
start_time + duration,
interval,
atm=atmospheric_mesh,
wav=wave_mesh,
ocn=ocean_model,
)
assert nems['ATM'] is atmospheric_mesh
assert nems['WAV'] is wave_mesh
assert nems['OCN'] is ocean_model
with pytest.raises(KeyError):
nems['HYD']
with pytest.raises(KeyError):
nems['nonexistent']
nems['HYD'] = hydrological_model
assert nems['HYD'] is hydrological_model
assert nems.interval == interval
assert nems.attributes['Verbosity'] == 'off'
new_interval = timedelta(minutes=30)
nems.interval = new_interval
assert nems.interval == new_interval
nems.attributes = {'Verbosity': VerbosityOption.MAX}
nems.attributes['Verbosity'] = VerbosityOption.LOW
assert nems.attributes['Verbosity'] == 'max'
def test_connection():
start_time = datetime(2020, 6, 1)
duration = timedelta(days=1)
interval = timedelta(hours=1)
ocean_model = ADCIRCEntry(11)
wave_mesh = WaveWatch3ForcingEntry(WAVE_MESH_FILENAME)
nems = ModelingSystem(
start_time, start_time + duration, interval, ocn=ocean_model, wav=wave_mesh
)
nems.connect('WAV', 'OCN')
nems.connect('OCN -> WAV')
connection_1 = ConnectionEntry.from_string('ATM -> OCN :remapMethod=bilinear')
connection_2 = ConnectionEntry.from_string('ATM ->OCN :remapMethod=nearest_stod')
with pytest.raises(KeyError):
nems.connect('ATM', 'OCN')
with pytest.raises(KeyError):
nems.connect('WAV', 'HYD')
with pytest.raises(KeyError):
nems.connect('WAV', 'nonexistent')
with pytest.raises(KeyError):
nems.connect('WAV', 'OCN', 'nonexistent')
assert nems.connections == [
'WAV -> OCN :remapMethod=redist',
'OCN -> WAV :remapMethod=redist',
]
assert connection_1.source.name == 'ATM'
assert connection_1.target.name == 'OCN'
assert connection_1.method.name == 'BILINEAR'
assert connection_2.source.name == 'ATM'
assert connection_2.target.name == 'OCN'
assert connection_2.method.name == 'NEAREST_STOD'
# directory to which configuration files should be written
output_directory = Path(__file__).parent / 'output' / 'example_1'
# directory containing forcings
forcings_directory = Path(__file__).parent / 'forcings'
# model run time
start_time = datetime(2020, 6, 1)
duration = timedelta(days=1)
end_time = start_time + duration
# returning interval of main run sequence
interval = timedelta(hours=1)
# model entries
ocean_model = ADCIRCEntry(processors=11, Verbosity='max', DumpFields=False)
atmospheric_mesh = AtmosphericForcingEntry(
filename=forcings_directory / 'wind_atm_fin_ch_time_vec.nc', processors=1
)
wave_mesh = WaveWatch3ForcingEntry(
filename=forcings_directory / 'ww3.Constant.20151214_sxy_ike_date.nc', processors=1
)
# instantiate model system with model entries
nems = ModelingSystem(
start_time=start_time,
end_time=end_time,
interval=interval,
ocn=ocean_model,
atm=atmospheric_mesh,
wav=wave_mesh,
# directory to which configuration files should be written
output_directory = Path(__file__).parent / 'output' / 'example_2'
# directory containing forcings
forcings_directory = Path(__file__).parent / 'forcings'
# model run time
start_time = datetime(2020, 6, 1)
duration = timedelta(days=1)
# returning interval of main run sequence
interval = timedelta(hours=1)
# model entries
ocean_model = ADCIRCEntry(processors=11, verbose=True, DumpFields=False)
hydrological_model = NationalWaterModelEntry(processors=769, DebugFlag=0)
atmospheric_mesh = AtmosphericForcingEntry(forcings_directory / 'wind_atm_fin_ch_time_vec.nc')
wave_mesh = WaveWatch3ForcingEntry(
forcings_directory / 'ww3.Constant.20151214_sxy_ike_date.nc'
)
# instantiate model system with model entries
nems = ModelingSystem(
start_time,
start_time + duration,
interval,
ocn=ocean_model,
hyd=hydrological_model,
atm=atmospheric_mesh,
wav=wave_mesh,
def test_sequence():
start_time = datetime(2020, 6, 1)
duration = timedelta(days=1)
interval = timedelta(hours=1)
atmospheric_mesh = AtmosphericForcingEntry(ATMOSPHERIC_MESH_FILENAME)
wave_mesh = WaveWatch3ForcingEntry(WAVE_MESH_FILENAME)
ocean_model = ADCIRCEntry(11)
nems = ModelingSystem(
start_time,
start_time + duration,
interval,
atm=atmospheric_mesh,
wav=wave_mesh,
ocn=ocean_model,
)
assert atmospheric_mesh.start_processor == 0
assert atmospheric_mesh.end_processor == 0
assert wave_mesh.start_processor == 1
assert wave_mesh.end_processor == 1
assert ocean_model.start_processor == 2
assert ocean_model.end_processor == 12
assert nems.sequence == ['ATM', 'WAV', 'OCN']
with pytest.raises(KeyError):
nems.sequence = ['HYD']
with pytest.raises(KeyError):
nems.sequence = ['nonexistent']
with pytest.raises(KeyError):
nems.sequence = ['OCN', 'ATM', 'WAV', 'WAV -> OCN ']
assert nems.sequence == ['ATM', 'WAV', 'OCN']
nems.sequence = ['OCN', 'ATM', 'WAV']
assert nems.sequence == ['OCN', 'ATM', 'WAV']
assert ocean_model.start_processor == 0
assert ocean_model.end_processor == 10
assert atmospheric_mesh.start_processor == 11
assert atmospheric_mesh.end_processor == 11
assert wave_mesh.start_processor == 12
assert wave_mesh.end_processor == 12
nems.sequence = [
'ATM',
'WAV',
'OCN',
]
nems.connect('ATM', 'OCN')
nems.connect('WAV', 'OCN')
nems.sequence = [
'ATM -> OCN',
'WAV -> OCN',
'ATM',
'WAV',
'OCN',
]
assert atmospheric_mesh.start_processor == 0
assert atmospheric_mesh.end_processor == 0
assert wave_mesh.start_processor == 1
assert wave_mesh.end_processor == 1
assert ocean_model.start_processor == 2
assert ocean_model.end_processor == 12