def set_system_comparison(self, comparison_name):
'''
Create comparison experiment
Args:
comparison_name (str): Unique name to comparison experiment
Returns:
None
'''
create_dir(self.system_dict["master_comparison_dir"] + comparison_name + "/");
self.system_dict["comparison_name"] = comparison_name;
self.system_dict["comparison_dir"] = self.system_dict["master_comparison_dir"] + comparison_name + "/";
def set_system_project(self, project_name):
'''
Create Project
Args:
project_name (str): Unique name to project
Returns:
None
'''
self.system_dict["project_dir"] = self.system_dict["master_systems_dir"] + project_name + "/";
self.system_dict["project_dir_relative"] = self.system_dict["master_systems_dir_relative"] + project_name + "/";
if(not os.path.isdir(self.system_dict["project_dir"])):
self.system_dict["local"]["projects_list"].append(project_name);
self.system_dict["local"]["num_projects"] += 1;
create_dir(self.system_dict["project_dir"]);
self.set_system_select_project(project_name);
def __init__(self, verbose=1):
self.system_dict = get_base_system_dict();
self.system_dict["verbose"] = verbose;
self.system_dict["cwd"] = os.getcwd() + "/";
self.system_dict["master_systems_dir"] = self.system_dict["cwd"] + "workspace/";
self.system_dict["master_systems_dir_relative"] = "workspace/";
create_dir(self.system_dict["master_systems_dir_relative"]);
self.system_dict["master_comparison_dir"] = self.system_dict["cwd"] + "workspace/comparison/";
self.system_dict["master_comparison_dir_relative"] = "workspace/comparison/";
create_dir(self.system_dict["master_comparison_dir_relative"]);
self.system_dict["local"]["projects_list"] = os.listdir(self.system_dict["master_comparison_dir"]);
self.system_dict["local"]["num_projects"] = len(self.system_dict["local"]["projects_list"]);
self.system_dict["local"]["experiments_list"] = [];
self.system_dict["local"]["num_experiments"] = 0;
self.system_dict["origin"] = ["New", "New"];
def set_system_experiment(self, experiment_name, eval_infer=False, copy_from=False, pseudo_copy_from=False, resume_train=False, summary=False):
'''
Create Experiment or load it in different states
Args:
experiment_name (str): Unique name to experiment
eval_infer (bool): If set as True, model is loaded in evaluation mode
resume_train (bool): If set as True, model is loaded from last checkpoint
copy_from (list): [project, experiment] to copy from
pseudo_copy_from (list): For creating sub-experiments while in hyper-parametric analysis state
summary (list): Dummy variable
Returns:
None
'''
if(summary):
self.set_system_select_experiment(experiment_name);
print_summary(self.system_dict["fname_relative"]);
else:
self.system_dict["experiment_dir"] = self.system_dict["project_dir"] + experiment_name + "/";
self.system_dict["experiment_dir_relative"] = self.system_dict["project_dir_relative"] + experiment_name + "/";
if(not os.path.isdir(self.system_dict["experiment_dir"])):
self.system_dict["local"]["experiments_list"].append(experiment_name);
self.system_dict["local"]["num_experiments"] += 1;
create_dir(self.system_dict["experiment_dir"]);
self.set_system_select_experiment(experiment_name);
if(eval_infer):
self.set_system_state_eval_infer();
elif(resume_train):
self.set_system_state_resume_train();
elif(copy_from):
self.set_system_delete_create_dir();
self.set_system_state_copy_from(copy_from);
elif(pseudo_copy_from):
self.set_system_delete_create_dir();
self.set_system_state_pseudo_copy_from(pseudo_copy_from);
else:
self.set_system_delete_create_dir();
save(self.system_dict);
def set_system_delete_create_dir(self):
'''
Function to remove old directories and create new at the same place
Args:
None
Returns:
None
'''
delete_dir(self.system_dict["output_dir_relative"]);
create_dir(self.system_dict["output_dir_relative"]);
create_dir(self.system_dict["model_dir_relative"]);
create_dir(self.system_dict["log_dir_relative"]);