def run_config_tests(run_import=0, run_preprocessing=0, run_vectorization=0, config_ids=None, resume_at_idx=0):
if config_ids is None:
config_ids = SessionConfigBuilder.create_session_configs()
n_configs = len(config_ids)
idx = resume_at_idx
while idx < len(config_ids):
config_id = config_ids[idx]
ConfigReader.set_session_config_id(config_id)
SetupRunner.run_setup(run_import=run_import, run_preprocessing=run_preprocessing, run_vectorization=run_vectorization, run_classification=0)
res = SetupRunner.run_classification_test()
score = ClassificationInterpreter.evaluate_output(res)
idx = idx + 1
SessionLogger.log('Evaluated config # ' + str(idx) + ' / ' + str(n_configs) + ' . Score: ' + str(score))
EvaluationHandler.sort()
evaluations = EvaluationHandler.load_evaluations()
return evaluations
