def process_all():
benchmarks_paths = []
for folder in os.listdir(get_benchmark_folder()):
path = os.path.join(get_benchmark_folder(), folder)
for file in os.listdir(path):
benchmarks_paths.append(
os.path.join(get_benchmark_folder(), folder, file))
process_inner(benchmarks_paths)
def process_all():
benchmarks_paths = []
for folder in os.listdir(get_benchmark_folder()):
path = os.path.join(get_benchmark_folder(), folder)
for file in os.listdir(path):
if file.__contains__('neat'):
pass
else:
benchmarks_paths.append(os.path.join(get_benchmark_folder(), folder, file))
process_inner_csv(benchmarks_paths)
import os
from data.io_plm import get_benchmark_folder, get_formatted_folder, read_pickle
from benchmark.formatter import format_benchmark, merge_best_results
from data.io_plm import get_benchmark_folder, read_pickle
from extract_to_csv import process_selected_benchmarks_csv as process_to_csv
from extract_to_generalization_boxplots import process_all as process_to_boxplot
from extract_to_latex_tables import process_all as process_to_latex
if __name__ == '__main__':
benchmark_paths = []
for folder in os.listdir(get_benchmark_folder()):
path = os.path.join(get_benchmark_folder(), folder)
for file in os.listdir(path):
benchmark_paths.append(os.path.join(get_benchmark_folder(), folder, file))
for benchmark_path in benchmark_paths:
benchmark = read_pickle(benchmark_path)
benchmark_formatted = format_benchmark(benchmark)
for folder in os.listdir(get_formatted_folder()):
path = os.path.join(get_formatted_folder(), folder)
merge_best_results(path)
for file in os.listdir(path):
benchmarks_paths.append(
os.path.join(get_benchmark_folder(), folder, file))
process_inner(benchmarks_paths)
if __name__ == '__main__':
# process_all()
benchmarks_paths = []
# ensembles
benchmarks_paths += [
os.path.join(get_benchmark_folder(), 'c_cancer',
'c_cancer_slm__2019_02_06__06_33_12.pkl')
]
benchmarks_paths += [
os.path.join(get_benchmark_folder(), 'c_credit',
'c_credit_slm__2019_02_06__17_58_00.pkl')
]
benchmarks_paths += [
os.path.join(get_benchmark_folder(), 'c_diabetes',
'c_diabetes_slm__2019_02_06__17_58_00.pkl')
]
benchmarks_paths += [
os.path.join(get_benchmark_folder(), 'c_sonar',
'c_sonar_slm__2019_02_06__17_58_00.pkl')
]
path = os.path.join(get_benchmark_folder(), folder)
for file in os.listdir(path):
benchmarks_paths.append(
os.path.join(get_benchmark_folder(), folder, file))
process_inner(benchmarks_paths)
if __name__ == '__main__':
# process_all()
benchmarks_paths = []
benchmarks_paths += [
os.path.join(get_benchmark_folder(), 'c_credit',
'c_credit_slm__2019_07_06__12_32_56.pkl')
]
benchmarks_paths += [
os.path.join(get_benchmark_folder(), 'c_credit',
'c_credit_mlp-sgd-adam__2019_07_06__12_46_54.pkl')
]
#===========================================================================
# ensembles
# benchmarks_paths += [os.path.join(get_benchmark_folder(), 'c_credit', 'c_credit_slm__2019_02_06__17_58_00.pkl')]
# benchmarks_paths += [os.path.join(get_benchmark_folder(), 'c_diabetes', 'c_diabetes_slm__2019_02_06__17_58_00.pkl')]
# benchmarks_paths += [os.path.join(get_benchmark_folder(), 'c_sonar', 'c_sonar_slm__2019_02_06__17_58_00.pkl')]
# benchmarks_paths += [os.path.join(get_benchmark_folder(), 'r_concrete', 'r_concrete_slm__2019_02_05__06_13_44.pkl')]
# benchmarks_paths += [os.path.join(get_benchmark_folder(), 'r_concrete', 'r_concrete_mlp-sgd-adam__2019_02_05__21_14_31.pkl')]