def set_system_comparison(self, comparison_name): ''' Create comparison experiment Args: comparison_name (str): Unique name to comparison experiment Returns: None ''' create_dir(self.system_dict["master_comparison_dir"] + comparison_name + "/"); self.system_dict["comparison_name"] = comparison_name; self.system_dict["comparison_dir"] = self.system_dict["master_comparison_dir"] + comparison_name + "/";
def set_system_project(self, project_name): ''' Create Project Args: project_name (str): Unique name to project Returns: None ''' self.system_dict["project_dir"] = self.system_dict["master_systems_dir"] + project_name + "/"; self.system_dict["project_dir_relative"] = self.system_dict["master_systems_dir_relative"] + project_name + "/"; if(not os.path.isdir(self.system_dict["project_dir"])): self.system_dict["local"]["projects_list"].append(project_name); self.system_dict["local"]["num_projects"] += 1; create_dir(self.system_dict["project_dir"]); self.set_system_select_project(project_name);
def __init__(self, verbose=1): self.system_dict = get_base_system_dict(); self.system_dict["verbose"] = verbose; self.system_dict["cwd"] = os.getcwd() + "/"; self.system_dict["master_systems_dir"] = self.system_dict["cwd"] + "workspace/"; self.system_dict["master_systems_dir_relative"] = "workspace/"; create_dir(self.system_dict["master_systems_dir_relative"]); self.system_dict["master_comparison_dir"] = self.system_dict["cwd"] + "workspace/comparison/"; self.system_dict["master_comparison_dir_relative"] = "workspace/comparison/"; create_dir(self.system_dict["master_comparison_dir_relative"]); self.system_dict["local"]["projects_list"] = os.listdir(self.system_dict["master_comparison_dir"]); self.system_dict["local"]["num_projects"] = len(self.system_dict["local"]["projects_list"]); self.system_dict["local"]["experiments_list"] = []; self.system_dict["local"]["num_experiments"] = 0; self.system_dict["origin"] = ["New", "New"];
def set_system_experiment(self, experiment_name, eval_infer=False, copy_from=False, pseudo_copy_from=False, resume_train=False, summary=False): ''' Create Experiment or load it in different states Args: experiment_name (str): Unique name to experiment eval_infer (bool): If set as True, model is loaded in evaluation mode resume_train (bool): If set as True, model is loaded from last checkpoint copy_from (list): [project, experiment] to copy from pseudo_copy_from (list): For creating sub-experiments while in hyper-parametric analysis state summary (list): Dummy variable Returns: None ''' if(summary): self.set_system_select_experiment(experiment_name); print_summary(self.system_dict["fname_relative"]); else: self.system_dict["experiment_dir"] = self.system_dict["project_dir"] + experiment_name + "/"; self.system_dict["experiment_dir_relative"] = self.system_dict["project_dir_relative"] + experiment_name + "/"; if(not os.path.isdir(self.system_dict["experiment_dir"])): self.system_dict["local"]["experiments_list"].append(experiment_name); self.system_dict["local"]["num_experiments"] += 1; create_dir(self.system_dict["experiment_dir"]); self.set_system_select_experiment(experiment_name); if(eval_infer): self.set_system_state_eval_infer(); elif(resume_train): self.set_system_state_resume_train(); elif(copy_from): self.set_system_delete_create_dir(); self.set_system_state_copy_from(copy_from); elif(pseudo_copy_from): self.set_system_delete_create_dir(); self.set_system_state_pseudo_copy_from(pseudo_copy_from); else: self.set_system_delete_create_dir(); save(self.system_dict);
def set_system_delete_create_dir(self): ''' Function to remove old directories and create new at the same place Args: None Returns: None ''' delete_dir(self.system_dict["output_dir_relative"]); create_dir(self.system_dict["output_dir_relative"]); create_dir(self.system_dict["model_dir_relative"]); create_dir(self.system_dict["log_dir_relative"]);