def __init__(self, cfg: Config):
self._train = True
self.log_interval = cfg.log_interval
self.log_dir = cfg.run_dir
self._img_log_dir = cfg.img_log_dir
# get git commit hash if folder is a git repository
current_dir = str(Path(__file__).absolute().parent)
if subprocess.call(["git", "-C", current_dir, "branch"],
stderr=subprocess.DEVNULL,
stdout=subprocess.DEVNULL) == 0:
git_output = subprocess.check_output(
["git", "-C", current_dir, "describe", "--always"])
cfg.log_only('commit_hash', git_output.strip().decode('ascii'))
# Additionally, the package version is stored in the config
cfg.log_only("package_version", __version__)
# store a copy of the config into the run folder
cfg.dump_config(folder=self.log_dir)
self.epoch = 0
self.update = 0
self._metrics = defaultdict(list)
self.writer = None
def create_config_files(base_config_path: Path, modify_dict: Dict[str, list], output_dir: Path):
"""Create configs, given a base config and a dictionary of parameters to modify.
This function will create one config file for each combination of parameters defined in the modify_dict.
Parameters
----------
base_config_path : Path
Path to a base config file (.yml)
modify_dict : dict
Dictionary, mapping from parameter names to lists of possible parameter values.
output_dir : Path
Path to a folder where the generated configs will be stored
"""
if not output_dir.is_dir():
output_dir.mkdir(parents=True)
# load base config as dictionary
base_config = Config(base_config_path)
experiment_name = base_config.experiment_name
option_names = list(modify_dict.keys())
# iterate over each possible combination of hyper parameters
for i, options in enumerate(itertools.product(*[val for val in modify_dict.values()])):
for key, val in zip(option_names, options):
base_config.log_only(key, val)
# create a unique run name
name = experiment_name
for key, val in zip(option_names, options):
name += f"_{key}{val}"
base_config.log_only("experiment_name", name)
base_config.dump_config(output_dir, f"config_{i+1}.yml")
print(f"Finished. Configs are stored in {output_dir}")