def get_df(path):
src_result_dir = pathlib.Path(path)
dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir)
col_to_delete = []
df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete)
return df_results
def get_centroids_and_df(path):
src_result_dir = pathlib.Path(path)
dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir)
col_to_delete = ["--initialization",
"--1-nn",
"--assignation-time",
"--help",
"--blobs",
"--kddcup",
"--census",
"--nb-factors",
"--nb-iteration",
"--nb-iteration-palm",
"--nystrom",
"--plants",
"--verbose",
"--output-file",
"--output-file_centroidprinter",
"--output-file_objprinter",
"--output-file_resprinter"]
dct_oarid_centroids = {}
for root_name, job_files in dct_output_files_by_root.items():
centroids_file_path = src_result_dir / job_files["centroids"]
loaded_centroids = np.load(centroids_file_path, allow_pickle=True)
if len(loaded_centroids.shape) > 0:
dct_oarid_centroids[root_name] = np.load(centroids_file_path, allow_pickle=True)
else:
dct_oarid_centroids[root_name] = loaded_centroids.item()
df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete)
return dct_oarid_centroids, df_results
def get_objective_and_df(path):
src_result_dir = pathlib.Path(path)
dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir, old_filename_objective=True)
col_to_delete = ["--initialization",
"--1-nn",
"--assignation-time",
"--help",
"--blobs",
"--kddcup",
"--census",
"--nb-factors",
"--nb-iteration",
"--nb-iteration-palm",
"--nystrom",
"--plants",
"--verbose",
"--output-file",
"--output-file_centroidprinter",
"--output-file_objprinter",
"--output-file_resprinter"]
dct_oarid_objective = {}
for root_name, job_files in dct_output_files_by_root.items():
objective_file_path = src_result_dir / job_files["objective"]
loaded_objective = pd.read_csv(objective_file_path, skiprows=1)
dct_oarid_objective[root_name] = loaded_objective
df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete)
return dct_oarid_objective, df_results
def get_df(path):
src_result_dir = pathlib.Path(path)
dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir)
col_to_delete = ["--initialization",
"--1-nn",
"--help",
"--kddcup",
"--census",
"--nb-factors",
"--nb-iteration",
"--nb-iteration-palm",
"--plants",
"-v",
"--output-file",
"--output-file_centroidprinter",
"--output-file_objprinter",
"--output-file_resprinter",
"--assignation-time",
"--batch-assignation-time",
"--blobs",
"--caltech256",
"--mnist",
"--fashion-mnist",
"--lfw",
"--light-blobs",
]
df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete)
return df_results
def get_df(path):
src_result_dir = pathlib.Path(path)
dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir)
col_to_delete = ["--initialization",
"--1-nn",
"--help",
"--nb-factors",
"--nb-iteration",
"--nb-iteration-palm",
"-v",]
df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete)
return df_results
def get_df(path):
src_result_dir = pathlib.Path(path)
dct_output_files_by_root = get_dct_result_files_by_root(
src_results_dir=src_result_dir)
col_to_delete = [
"--initialization", "--1-nn", "--help", "--blobs", "--kddcup",
"--census", "--nb-factors", "--nb-iteration", "--nb-iteration-palm",
"--plants", "--verbose", "--output-file",
"--output-file_centroidprinter", "--output-file_objprinter",
"--output-file_resprinter"
]
df_results = build_df(src_result_dir, dct_output_files_by_root,
col_to_delete)
return df_results
