def __init__(self, cfg: Config): self._train = True self.log_interval = cfg.log_interval self.log_dir = cfg.run_dir self._img_log_dir = cfg.img_log_dir # get git commit hash if folder is a git repository current_dir = str(Path(__file__).absolute().parent) if subprocess.call(["git", "-C", current_dir, "branch"], stderr=subprocess.DEVNULL, stdout=subprocess.DEVNULL) == 0: git_output = subprocess.check_output( ["git", "-C", current_dir, "describe", "--always"]) cfg.update_config( {'commit_hash': git_output.strip().decode('ascii')}) # Additionally, the package version is stored in the config cfg.update_config({"package_version": __version__}) # store a copy of the config into the run folder cfg.dump_config(folder=self.log_dir) self.epoch = 0 self.update = 0 self._metrics = defaultdict(list) self.writer = None
def create_config_files(base_config_path: Path, modify_dict: Dict[str, list], output_dir: Path): """Create configs, given a base config and a dictionary of parameters to modify. This function will create one config file for each combination of parameters defined in the modify_dict. Parameters ---------- base_config_path : Path Path to a base config file (.yml) modify_dict : dict Dictionary, mapping from parameter names to lists of possible parameter values. output_dir : Path Path to a folder where the generated configs will be stored """ if not output_dir.is_dir(): output_dir.mkdir(parents=True) # load base config as dictionary base_config = Config(base_config_path) experiment_name = base_config.experiment_name option_names = list(modify_dict.keys()) # iterate over each possible combination of hyper parameters for i, options in enumerate( itertools.product(*[val for val in modify_dict.values()])): for key, val in zip(option_names, options): base_config.force_update(key=key, value=val) # create a unique run name name = experiment_name for key, val in zip(option_names, options): name += f"_{key}{val}" base_config.force_update(key="experiment_name", value=name) base_config.dump_config(output_dir, f"config_{i+1}.yml") print(f"Finished. Configs are stored in {output_dir}")
def __init__(self, cfg: Config): self._train = True self.log_interval = cfg.log_interval self.log_dir = cfg.run_dir self._img_log_dir = cfg.img_log_dir # get git commit hash if folder is a git repository cfg.update_config({'commit_hash': get_git_hash()}) # save git diff to file if branch is dirty if cfg.save_git_diff: save_git_diff(cfg.run_dir) # Additionally, the package version is stored in the config cfg.update_config({"package_version": __version__}) # store a copy of the config into the run folder cfg.dump_config(folder=self.log_dir) self.epoch = 0 self.update = 0 self._metrics = defaultdict(list) self.writer = None