def __init__(self,
folderpath,
search_name,
evaluation_id,
abort_if_exists=False,
abort_if_notexists=False):
self.evaluation_folderpath = get_evaluation_folderpath(
folderpath, search_name, evaluation_id)
self.evaluation_data_folderpath = get_evaluation_data_folderpath(
folderpath, search_name, evaluation_id)
assert (not abort_if_exists) or (not ut.folder_exists(
self.evaluation_folderpath))
assert (not abort_if_notexists) or ut.folder_exists(
self.evaluation_folderpath)
ut.create_folder(self.evaluation_folderpath,
abort_if_exists=abort_if_exists,
create_parent_folders=True)
ut.create_folder(self.evaluation_data_folderpath,
abort_if_exists=abort_if_exists,
create_parent_folders=True)
self.config_filepath = ut.join_paths(
[self.evaluation_folderpath, 'config.json'])
self.results_filepath = ut.join_paths(
[self.evaluation_folderpath, 'results.json'])
def read_search_folder(search_folderpath):
"""Reads all the standard JSON log files associated to a search experiment.
See also :func:`deep_architect.search_logging.read_evaluation_folder` for the function
that reads a single evaluation folder. The list of dictionaries is ordered
in increasing order of evaluation id.
Args:
search_folderpath (str): Path to the search folder used for logging.
Returns:
list[dict[str,dict[str,object]]]:
List of nested dictionaries with the logged information. Each
dictionary in the list corresponds to an evaluation.
"""
assert ut.folder_exists(search_folderpath)
all_evaluations_folderpath = ut.join_paths(
[search_folderpath, 'evaluations'])
eval_id = 0
log_lst = []
while True:
evaluation_folderpath = ut.join_paths(
[all_evaluations_folderpath,
'x%d' % eval_id])
if ut.folder_exists(evaluation_folderpath):
name_to_log = read_evaluation_folder(evaluation_folderpath)
log_lst.append(name_to_log)
eval_id += 1
else:
break
return log_lst
def create_search_folderpath(folderpath,
search_name,
abort_if_exists=False,
delete_if_exists=False,
create_parent_folders=False):
assert not (abort_if_exists and delete_if_exists)
search_folderpath = get_search_folderpath(folderpath, search_name)
search_data_folderpath = get_search_data_folderpath(
folderpath, search_name)
all_evaluations_folderpath = get_all_evaluations_folderpath(
folderpath, search_name)
if delete_if_exists:
ut.delete_folder(search_folderpath, False, False)
assert not (abort_if_exists and ut.folder_exists(search_folderpath))
if not ut.folder_exists(search_folderpath):
ut.create_folder(search_folderpath,
create_parent_folders=create_parent_folders)
ut.create_folder(search_data_folderpath)
ut.create_folder(all_evaluations_folderpath)
def read_evaluation_folder(evaluation_folderpath):
"""Reads all the standard JSON log files associated to a single evaluation.
See also :func:`deep_architect.search_logging.read_search_folder` for the function
that reads all the evaluations in a search folder.
Args:
evaluation_folderpath (str): Path to the folder containing the standard
JSON logs.
Returns:
dict[str,dict[str,object]]:
Nested dictionaries with the logged information. The first
dictionary has keys corresponding to the names of the standard
log files.
"""
assert ut.folder_exists(evaluation_folderpath)
name_to_log = {}
for name in ['config', 'results']:
log_filepath = ut.join_paths([evaluation_folderpath, name + '.json'])
name_to_log[name] = ut.read_jsonfile(log_filepath)
return name_to_log
def is_search_log_folder(folderpath):
return ut.folder_exists(ut.join_paths([folderpath, 'evaluations', 'x0']))