def get_df(path): src_result_dir = pathlib.Path(path) dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir) col_to_delete = [] df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete) return df_results
def get_centroids_and_df(path): src_result_dir = pathlib.Path(path) dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir) col_to_delete = ["--initialization", "--1-nn", "--assignation-time", "--help", "--blobs", "--kddcup", "--census", "--nb-factors", "--nb-iteration", "--nb-iteration-palm", "--nystrom", "--plants", "--verbose", "--output-file", "--output-file_centroidprinter", "--output-file_objprinter", "--output-file_resprinter"] dct_oarid_centroids = {} for root_name, job_files in dct_output_files_by_root.items(): centroids_file_path = src_result_dir / job_files["centroids"] loaded_centroids = np.load(centroids_file_path, allow_pickle=True) if len(loaded_centroids.shape) > 0: dct_oarid_centroids[root_name] = np.load(centroids_file_path, allow_pickle=True) else: dct_oarid_centroids[root_name] = loaded_centroids.item() df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete) return dct_oarid_centroids, df_results
def get_objective_and_df(path): src_result_dir = pathlib.Path(path) dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir, old_filename_objective=True) col_to_delete = ["--initialization", "--1-nn", "--assignation-time", "--help", "--blobs", "--kddcup", "--census", "--nb-factors", "--nb-iteration", "--nb-iteration-palm", "--nystrom", "--plants", "--verbose", "--output-file", "--output-file_centroidprinter", "--output-file_objprinter", "--output-file_resprinter"] dct_oarid_objective = {} for root_name, job_files in dct_output_files_by_root.items(): objective_file_path = src_result_dir / job_files["objective"] loaded_objective = pd.read_csv(objective_file_path, skiprows=1) dct_oarid_objective[root_name] = loaded_objective df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete) return dct_oarid_objective, df_results
def get_df(path): src_result_dir = pathlib.Path(path) dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir) col_to_delete = ["--initialization", "--1-nn", "--help", "--kddcup", "--census", "--nb-factors", "--nb-iteration", "--nb-iteration-palm", "--plants", "-v", "--output-file", "--output-file_centroidprinter", "--output-file_objprinter", "--output-file_resprinter", "--assignation-time", "--batch-assignation-time", "--blobs", "--caltech256", "--mnist", "--fashion-mnist", "--lfw", "--light-blobs", ] df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete) return df_results
def get_df(path): src_result_dir = pathlib.Path(path) dct_output_files_by_root = get_dct_result_files_by_root(src_results_dir=src_result_dir) col_to_delete = ["--initialization", "--1-nn", "--help", "--nb-factors", "--nb-iteration", "--nb-iteration-palm", "-v",] df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete) return df_results
def get_df(path): src_result_dir = pathlib.Path(path) dct_output_files_by_root = get_dct_result_files_by_root( src_results_dir=src_result_dir) col_to_delete = [ "--initialization", "--1-nn", "--help", "--blobs", "--kddcup", "--census", "--nb-factors", "--nb-iteration", "--nb-iteration-palm", "--plants", "--verbose", "--output-file", "--output-file_centroidprinter", "--output-file_objprinter", "--output-file_resprinter" ] df_results = build_df(src_result_dir, dct_output_files_by_root, col_to_delete) return df_results