def test_add_met_config_list(metplus_config, mp_config_name, met_config_name,
c_dict_key, remove_quotes, expected_output):
cbw = CommandBuilder(metplus_config())
# set some config variables to test
cbw.config.set('config', 'TEST_LIST_1', 'value_1, value2')
cbw.config.set('config', 'TEST_LIST_3', "'value_1', 'value2'")
cbw.config.set('config', 'TEST_LIST_4', '"value_1", "value2"')
extra_args = {}
if remove_quotes:
extra_args['remove_quotes'] = True
key = c_dict_key
if key is None:
key = met_config_name
key = key.upper()
cbw.add_met_config(name=met_config_name,
data_type='list',
env_var_name=key,
metplus_configs=[mp_config_name],
extra_args=extra_args)
print(f"KEY: {key}, ENV VARS: {cbw.env_var_dict}")
assert cbw.env_var_dict.get(f'METPLUS_{key}', '') == expected_output
def test_write_list_file(metplus_config, filename, file_list, output_dir):
config = metplus_config()
cbw = CommandBuilder(config)
# use output_dir relative to OUTPUT_BASE if it is specified
# otherwise use {STAGING_DIR}/file_lists
if output_dir:
output_dir = os.path.join(config.getdir('OUTPUT_BASE'), output_dir)
check_dir = output_dir
else:
check_dir = os.path.join(config.getdir('STAGING_DIR'), 'file_lists')
check_file = os.path.join(check_dir, filename)
# remove expected output file is it already exists
if os.path.exists(check_file):
os.remove(check_file)
cbw.write_list_file(filename, file_list, output_dir=output_dir)
# ensure file was written
assert os.path.exists(check_file)
with open(check_file, 'r') as file_handle:
lines = file_handle.readlines()
# ensure number of lines written is 1 greater than provided list
# to account for first line that contains 'file_list' text
assert len(lines) == len(file_list) + 1
# ensure content of file is as expected
for actual_line, expected_line in zip(lines[1:], file_list):
assert actual_line.strip() == expected_line
def test_add_met_config_bool(metplus_config, mp_config_name, met_config_name,
c_dict_key, uppercase, expected_output, is_ok):
cbw = CommandBuilder(metplus_config())
# set some config variables to test
cbw.config.set('config', 'TEST_BOOL_1', True)
cbw.config.set('config', 'TEST_BOOL_3', False)
cbw.config.set('config', 'TEST_BOOL_4', 'chicken')
extra_args = {}
if not uppercase:
extra_args['uppercase'] = False
key = c_dict_key
if key is None:
key = met_config_name
key = key.upper()
cbw.add_met_config(name=met_config_name,
data_type='bool',
env_var_name=key,
metplus_configs=[mp_config_name],
extra_args=extra_args)
assert cbw.env_var_dict.get(f'METPLUS_{key}', '') == expected_output
assert cbw.isOK == is_ok
def test_add_met_config_dict_nested(metplus_config):
dict_name = 'outer'
beg = -3
end = 5
sub_dict_name = 'inner'
sub_dict_value1 = 'value1'
sub_dict_value2 = 'value2'
expected_value = (
f'{dict_name} = {{beg = {beg};end = {end};{sub_dict_name} = '
f'{{var1 = {sub_dict_value1};var2 = {sub_dict_value2};}}}}')
config = metplus_config()
config.set('config', 'APP_OUTER_BEG', beg)
config.set('config', 'APP_OUTER_END', end)
config.set('config', 'APP_OUTER_INNER_VAR1', sub_dict_value1)
config.set('config', 'APP_OUTER_INNER_VAR2', sub_dict_value2)
cbw = CommandBuilder(config)
cbw.app_name = 'app'
items = {
'beg':
'int',
'end':
'int',
'inner': ('dict', None, {
'var1': ('string', 'remove_quotes', None),
'var2': ('string', 'remove_quotes', None),
}),
}
cbw.add_met_config_dict(dict_name, items)
print(f"env_var_dict: {cbw.env_var_dict}")
assert cbw.env_var_dict.get('METPLUS_OUTER_DICT') == expected_value
def test_get_field_info_extra(metplus_config, extra, expected_value):
d_type = 'FCST'
name = 'name'
level = '"(*,*)"'
config = metplus_config()
wrapper = CommandBuilder(config)
actual_value = wrapper.get_field_info(d_type=d_type,
v_name=name,
v_level=level,
v_extra=extra,
add_curly_braces=False)[0]
assert actual_value == expected_value
def test_add_met_config(metplus_config):
config = metplus_config()
value = 5
config.set('config', 'TC_GEN_VALID_FREQUENCY', value)
cbw = CommandBuilder(config)
cbw.add_met_config(name='valid_freq',
data_type='int',
metplus_configs=[
'TC_GEN_VALID_FREQUENCY',
'TC_GEN_VALID_FREQ',
])
print(f"env_var_dict: {cbw.env_var_dict}")
expected_value = f'valid_freq = {value};'
assert cbw.env_var_dict['METPLUS_VALID_FREQ'] == expected_value
def test_handle_regrid_new(metplus_config, config_overrides, expected_output):
config = metplus_config()
# set config values
for key, value in config_overrides.items():
config.set('config', key, value)
cbw = CommandBuilder(config)
# set app_name to grid_stat for testing
cbw.app_name = 'app'
cbw.handle_regrid(cbw.c_dict)
assert cbw.env_var_dict['METPLUS_REGRID_DICT'] == expected_output
def test_handle_description(metplus_config, config_overrides, expected_value):
config = metplus_config()
# set config values
for key, value in config_overrides.items():
config.set('config', key, value)
cbw = CommandBuilder(config)
# set app_name to grid_stat for testing
cbw.app_name = 'grid_stat'
cbw.handle_description()
assert cbw.env_var_dict.get('METPLUS_DESC', '') == expected_value
def test_add_met_config_window(metplus_config):
dict_name = 'fcst_hr_window'
beg = -3
end = 5
expected_value = f'{dict_name} = {{beg = -3;end = 5;}}'
config = metplus_config()
config.set('config', 'TC_GEN_FCST_HR_WINDOW_BEG', beg)
config.set('config', 'TC_GEN_FCST_HR_WINDOW_END', end)
cbw = CommandBuilder(config)
cbw.app_name = 'tc_gen'
cbw.add_met_config_window(dict_name)
print(f"env_var_dict: {cbw.env_var_dict}")
actual_value = cbw.env_var_dict.get('METPLUS_FCST_HR_WINDOW_DICT')
assert actual_value == expected_value
def test_add_met_config_list_allow_empty(metplus_config, mp_config_name,
allow_empty, expected_output):
cbw = CommandBuilder(metplus_config())
# set some config variables to test
cbw.config.set('config', 'TEST_LIST_1', '')
extra_args = {}
if allow_empty:
extra_args['allow_empty'] = True
met_config_name = mp_config_name.lower()
cbw.add_met_config(name=met_config_name,
data_type='list',
metplus_configs=[mp_config_name],
extra_args=extra_args)
assert cbw.env_var_dict.get(f'METPLUS_{mp_config_name}',
'') == expected_output
def test_add_met_config_float(metplus_config, mp_config_name, met_config_name,
c_dict_key, expected_output, is_ok):
cbw = CommandBuilder(metplus_config())
# set some config variables to test
cbw.config.set('config', 'TEST_FLOAT_1', 7.0)
cbw.config.set('config', 'TEST_FLOAT_3', 4)
cbw.config.set('config', 'TEST_FLOAT_4', 'chicken')
key = c_dict_key
if key is None:
key = met_config_name
key = key.upper()
cbw.add_met_config(name=met_config_name,
data_type='float',
env_var_name=key,
metplus_configs=[mp_config_name])
assert cbw.env_var_dict.get(f'METPLUS_{key}', '') == expected_output
assert cbw.isOK == is_ok
def test_handle_regrid_old(metplus_config, config_overrides, set_to_grid,
expected_dict):
config = metplus_config()
# set config values
for key, value in config_overrides.items():
config.set('config', key, value)
cbw = CommandBuilder(config)
# set app_name to grid_stat for testing
cbw.app_name = 'app'
# create empty dictionary for testing
c_dict = {}
cbw.handle_regrid(c_dict, set_to_grid=set_to_grid)
assert len(c_dict) == len(expected_dict)
for key, value in expected_dict.items():
assert c_dict.get(key, '') == value
def test_find_obs_offset(metplus_config, offsets, expected_file,
offset_seconds):
config = metplus_config()
pcw = CommandBuilder(config)
v = {}
v['obs_level'] = "6"
task_info = {}
task_info['valid'] = datetime.datetime.strptime("2020020112", '%Y%m%d%H')
task_info['lead'] = 0
time_info = time_util.ti_calculate(task_info)
pcw.c_dict['OFFSETS'] = offsets
pcw.c_dict['OBS_INPUT_DIR'] = pcw.config.getdir(
'METPLUS_BASE') + "/internal_tests/data/obs"
pcw.c_dict[
'OBS_INPUT_TEMPLATE'] = "{da_init?fmt=%2H}z.prepbufr.tm{offset?fmt=%2H}.{da_init?fmt=%Y%m%d}"
obs_file, time_info = pcw.find_obs_offset(time_info, v)
print(f"OBSFILE: {obs_file}")
print(f"EXPECTED FILE: {expected_file}")
if expected_file is None:
assert not obs_file
else:
assert (os.path.basename(obs_file) == expected_file
and time_info['offset'] == offset_seconds)
def test_add_met_config_string(metplus_config, mp_config_name, met_config_name,
c_dict_key, remove_quotes, expected_output):
cbw = CommandBuilder(metplus_config())
# set some config variables to test
cbw.config.set('config', 'TEST_STRING_1', 'value_1')
extra_args = {}
if remove_quotes:
extra_args['remove_quotes'] = True
key = c_dict_key
if key is None:
key = met_config_name
key = key.upper()
cbw.add_met_config(name=met_config_name,
data_type='string',
env_var_name=key,
metplus_configs=[mp_config_name],
extra_args=extra_args)
assert cbw.env_var_dict.get(f'METPLUS_{key}', '') == expected_output
def test_read_climo_file_name(metplus_config, config_overrides,
expected_value):
# name of app used for testing to read/set config variables
app_name = 'grid_stat'
# check mean and stdev climo variables
for climo_type in CommandBuilder.climo_types:
prefix = f'{app_name.upper()}_CLIMO_{climo_type.upper()}_'
config = metplus_config()
# set config values
for key, value in config_overrides.items():
config.set('config', f'{prefix}{key}', value)
cbw = CommandBuilder(config)
# set app_name to grid_stat for testing
cbw.app_name = app_name
cbw.read_climo_file_name(climo_type)
actual_value = cbw.config.getraw('config', f'{prefix}FILE_NAME', '')
assert actual_value == expected_value
def test_add_met_config_thresh(metplus_config, mp_config_name, met_config_name,
c_dict_key, expected_output, is_ok):
cbw = CommandBuilder(metplus_config())
# set some config variables to test
cbw.config.set('config', 'TEST_THRESH_1', 'gt74')
cbw.config.set('config', 'TEST_THRESH_3', '>=74.4')
cbw.config.set('config', 'TEST_THRESH_4', 'chicken')
cbw.config.set('config', 'TEST_THRESH_5', '>CDP40&&<=CDP50')
cbw.config.set('config', 'TEST_THRESH_6', 'NA')
key = c_dict_key
if key is None:
key = met_config_name
key = key.upper()
cbw.add_met_config(name=met_config_name,
env_var_name=key,
data_type='thresh',
metplus_configs=[mp_config_name])
print(f"KEY: {key}, ENV VARS: {cbw.env_var_dict}")
assert cbw.env_var_dict.get(f'METPLUS_{key}', '') == expected_output
assert cbw.isOK == is_ok
def test_override_by_instance(metplus_config, section_items):
config = metplus_config()
# set config variables to default
for key in section_items:
config.set('config', key, 'default')
# set test_section variables to values
config.add_section('test_section')
for key, value in section_items.items():
if value is not None:
config.set('test_section', key, value)
pcw = CommandBuilder(config, instance='test_section')
for key, value in section_items.items():
expected_value = 'default' if value is None else value
assert pcw.config.getraw('config', key) == expected_value
def test_find_data_not_a_path(metplus_config, data_type):
config = metplus_config()
pcw = CommandBuilder(config)
task_info = {}
task_info['valid'] = datetime.datetime.strptime("201802010000",
'%Y%m%d%H%M')
task_info['lead'] = 0
time_info = time_util.ti_calculate(task_info)
pcw.c_dict[f'{data_type}FILE_WINDOW_BEGIN'] = 0
pcw.c_dict[f'{data_type}FILE_WINDOW_END'] = 0
pcw.c_dict[f'{data_type}INPUT_DIR'] = ''
pcw.c_dict[f'{data_type}INPUT_TEMPLATE'] = 'G003'
obs_file = pcw.find_data(time_info, var_info=None, data_type=data_type)
assert obs_file == 'G003'
def test_find_obs_no_dated(metplus_config):
config = metplus_config()
pcw = CommandBuilder(config)
v = {}
v['obs_level'] = "6"
task_info = {}
task_info['valid'] = datetime.datetime.strptime("201802010000",
'%Y%m%d%H%M')
task_info['lead'] = 0
time_info = time_util.ti_calculate(task_info)
pcw.c_dict['OBS_FILE_WINDOW_BEGIN'] = -3600
pcw.c_dict['OBS_FILE_WINDOW_END'] = 3600
pcw.c_dict['OBS_INPUT_DIR'] = pcw.config.getdir(
'METPLUS_BASE') + "/internal_tests/data/obs"
pcw.c_dict['OBS_INPUT_TEMPLATE'] = "{valid?fmt=%Y%m%d}_{valid?fmt=%H%M}"
obs_file = pcw.find_obs(time_info, v)
assert obs_file == pcw.c_dict['OBS_INPUT_DIR'] + '/20180201_0045'