def test_add_config_dict_sequential():
# https://github.com/IDSIA/sacred/issues/409
@ConfigScope
def cfg1():
dictnest2 = {
'key_1': 'value_1',
'key_2': 'value_2'
}
cfg1dict = ConfigDict(cfg1())
@ConfigScope
def cfg2():
dictnest2 = {
'key_2': 'update_value_2',
'key_3': 'value3',
'key_4': 'value4'
}
cfg2dict = ConfigDict(cfg2())
final_config_scope, _ = chain_evaluate_config_scopes([cfg1, cfg2])
assert final_config_scope == {
'dictnest2': {
'key_1': 'value_1',
'key_2': 'update_value_2',
'key_3': 'value3',
'key_4': 'value4'
}
}
final_config_dict, _ = chain_evaluate_config_scopes([cfg1dict, cfg2dict])
assert final_config_dict == final_config_scope
def test_add_config_dict_sequential():
# https://github.com/IDSIA/sacred/issues/409
@ConfigScope
def cfg1():
dictnest2 = {"key_1": "value_1", "key_2": "value_2"}
cfg1dict = ConfigDict(cfg1())
@ConfigScope
def cfg2():
dictnest2 = {
"key_2": "update_value_2",
"key_3": "value3",
"key_4": "value4"
}
cfg2dict = ConfigDict(cfg2())
final_config_scope, _ = chain_evaluate_config_scopes([cfg1, cfg2])
assert final_config_scope == {
"dictnest2": {
"key_1": "value_1",
"key_2": "update_value_2",
"key_3": "value3",
"key_4": "value4",
}
}
final_config_dict, _ = chain_evaluate_config_scopes([cfg1dict, cfg2dict])
assert final_config_dict == final_config_scope
def test_chained_config_scopes_raise_for_undeclared_previous_keys():
@ConfigScope
def cfg1():
a = 10
@ConfigScope
def cfg2():
b = a * 2
with pytest.raises(NameError):
chain_evaluate_config_scopes([cfg1, cfg2])
def test_chained_config_scopes_raise_for_undeclared_previous_keys():
@ConfigScope
def cfg1():
a = 10
@ConfigScope
def cfg2():
b = a * 2
with pytest.raises(NameError):
chain_evaluate_config_scopes([cfg1, cfg2])
def set_up_config(self):
# named configs go first
self.config_updates, _ = chain_evaluate_config_scopes(
self.named_configs_to_use,
fixed=self.config_updates,
preset={},
fallback=self.fallback)
# unnamed (default) configs second
self.config, self.summaries = chain_evaluate_config_scopes(
self.config_scopes,
fixed=self.config_updates,
preset=self.config,
fallback=self.fallback)
self.get_config_modifications()
def test_empty_chain_contains_preset_and_fixed():
final_cfg, summary = chain_evaluate_config_scopes([],
fixed={'a': 0},
preset={'a': 1, 'b': 2})
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 0
assert final_cfg['b'] == 2
def set_up_config(self):
# named configs go first
self.config_updates, _ = chain_evaluate_config_scopes(
self.named_configs_to_use,
fixed=self.config_updates,
preset={},
fallback=self.fallback)
# unnamed (default) configs second
self.config, self.summaries = chain_evaluate_config_scopes(
self.config_scopes,
fixed=self.config_updates,
preset=self.config,
fallback=self.fallback)
self.get_config_modifications()
def test_empty_chain_contains_preset_and_fixed():
final_cfg, summary = chain_evaluate_config_scopes([],
fixed={'a': 0},
preset={'a': 1, 'b': 2})
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 0
assert final_cfg['b'] == 2
def set_up_config(self):
self.config, self.summaries = chain_evaluate_config_scopes(
self.config_scopes,
fixed=self.config_updates,
preset=self.config,
fallback=self.fallback)
self.get_config_modifications()
def set_up_config(self):
self.config, self.summaries = chain_evaluate_config_scopes(
self.config_scopes,
fixed=self.config_updates,
preset=self.config,
fallback=self.fallback)
self.get_config_modifications()
def test_empty_chain_contains_preset_and_fixed():
final_cfg, summary = chain_evaluate_config_scopes([],
fixed={"a": 0},
preset={
"a": 1,
"b": 2
})
assert set(final_cfg.keys()) == {"a", "b"}
assert final_cfg["a"] == 0
assert final_cfg["b"] == 2
def set_up_config(self):
if self.config is not None:
return self.config
# gather presets
fallback = {}
for sr_path, subrunner in self.subrunners.items():
if self.path and is_prefix(self.path, sr_path):
path = sr_path[len(self.path):].strip('.')
set_by_dotted_path(fallback, path, subrunner.config)
else:
set_by_dotted_path(fallback, sr_path, subrunner.config)
# dogmatize to make the subrunner configurations read-only
const_fallback = dogmatize(fallback)
const_fallback.revelation()
self.config = {}
# named configs first
cfg_list = []
for ncfg in self.named_configs_to_use:
if os.path.exists(ncfg):
cfg_list.append(ConfigDict(load_config_file(ncfg)))
else:
cfg_list.append(self.named_configs[ncfg])
self.config_updates, _ = chain_evaluate_config_scopes(
cfg_list,
fixed=self.config_updates,
preset=self.config,
fallback=const_fallback)
# unnamed (default) configs second
self.config, self.summaries = chain_evaluate_config_scopes(
self.config_scopes,
fixed=self.config_updates,
preset=self.config,
fallback=const_fallback)
self.get_config_modifications()
def test_chained_config_scopes_can_access_previous_keys():
@ConfigScope
def cfg1():
a = 10
@ConfigScope
def cfg2(a):
b = 2 * a
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2])
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 10
def test_chained_config_scopes_can_access_previous_keys():
@ConfigScope
def cfg1():
a = 10
@ConfigScope
def cfg2(a):
b = 2 * a
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2])
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 10
def test_chained_config_scopes_contain_combined_keys():
@ConfigScope
def cfg1():
a = 10
@ConfigScope
def cfg2():
b = 20
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2])
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 10
assert final_cfg['b'] == 20
def test_chained_config_scopes_contain_combined_keys():
@ConfigScope
def cfg1():
a = 10
@ConfigScope
def cfg2():
b = 20
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2])
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 10
assert final_cfg['b'] == 20
def test_chained_config_scopes_can_access_fallback():
@ConfigScope
def cfg1(c):
a = 10 + c
@ConfigScope
def cfg2(a, c):
b = a * 2 + c
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2],
fallback={'c': 32})
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 42
assert final_cfg['b'] == 116
def test_chained_config_scopes_can_access_fallback():
@ConfigScope
def cfg1(c):
a = 10 + c
@ConfigScope
def cfg2(a, c):
b = a * 2 + c
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2],
fallback={'c': 32})
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 42
assert final_cfg['b'] == 116
def test_chained_config_scopes_can_modify_previous_keys():
@ConfigScope
def cfg1():
a = 10
b = 20
@ConfigScope
def cfg2(a):
a *= 2
b = 22
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2])
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 20
assert final_cfg['b'] == 22
def test_chained_config_scopes_can_modify_previous_keys():
@ConfigScope
def cfg1():
a = 10
b = 20
@ConfigScope
def cfg2(a):
a *= 2
b = 22
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2])
assert set(final_cfg.keys()) == {'a', 'b'}
assert final_cfg['a'] == 20
assert final_cfg['b'] == 22
def test_chained_config_scopes_can_access_preset():
@ConfigScope
def cfg1(c):
a = 10 + c
@ConfigScope
def cfg2(a, c):
b = a * 2 + c
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2],
preset={"c": 32})
assert set(final_cfg.keys()) == {"a", "b", "c"}
assert final_cfg["a"] == 42
assert final_cfg["b"] == 116
assert final_cfg["c"] == 32
def test_chained_config_scopes_fix_subentries():
@ConfigScope
def cfg1():
d = {'a': 10, 'b': 20}
@ConfigScope
def cfg2():
pass
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2],
fixed={'d': {
'a': 0
}})
assert set(final_cfg['d'].keys()) == {'a', 'b'}
assert final_cfg['d']['a'] == 0
assert final_cfg['d']['b'] == 20
def test_chained_config_scopes_fix_subentries():
@ConfigScope
def cfg1():
d = {"a": 10, "b": 20}
@ConfigScope
def cfg2():
pass
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2],
fixed={"d": {
"a": 0
}})
assert set(final_cfg["d"].keys()) == {"a", "b"}
assert final_cfg["d"]["a"] == 0
assert final_cfg["d"]["b"] == 20
def test_chained_config_scopes_cannot_modify_fixed():
@ConfigScope
def cfg1():
c = 10
a = c * 2
@ConfigScope
def cfg2(c):
b = 4 * c
c *= 3
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2],
fixed={'c': 5})
assert set(final_cfg.keys()) == {'a', 'b', 'c'}
assert final_cfg['a'] == 10
assert final_cfg['b'] == 20
assert final_cfg['c'] == 5
def test_chained_config_scopes_cannot_modify_fixed():
@ConfigScope
def cfg1():
c = 10
a = c * 2
@ConfigScope
def cfg2(c):
b = 4 * c
c *= 3
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2],
fixed={'c': 5})
assert set(final_cfg.keys()) == {'a', 'b', 'c'}
assert final_cfg['a'] == 10
assert final_cfg['b'] == 20
assert final_cfg['c'] == 5
def test_chained_config_scopes_cannot_modify_fixed():
@ConfigScope
def cfg1():
c = 10
a = c * 2
@ConfigScope
def cfg2(c):
b = 4 * c
c *= 3
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2],
fixed={"c": 5})
assert set(final_cfg.keys()) == {"a", "b", "c"}
assert final_cfg["a"] == 10
assert final_cfg["b"] == 20
assert final_cfg["c"] == 5
def test_chained_config_scopes_fix_subentries():
@ConfigScope
def cfg1():
d = {
'a': 10,
'b': 20
}
@ConfigScope
def cfg2():
pass
final_cfg, summary = chain_evaluate_config_scopes([cfg1, cfg2],
fixed={'d': {'a': 0}})
assert set(final_cfg['d'].keys()) == {'a', 'b'}
assert final_cfg['d']['a'] == 0
assert final_cfg['d']['b'] == 20
