def run_config_tests(run_import=0, run_preprocessing=0, run_vectorization=0, config_ids=None, resume_at_idx=0): if config_ids is None: config_ids = SessionConfigBuilder.create_session_configs() n_configs = len(config_ids) idx = resume_at_idx while idx < len(config_ids): config_id = config_ids[idx] ConfigReader.set_session_config_id(config_id) SetupRunner.run_setup(run_import=run_import, run_preprocessing=run_preprocessing, run_vectorization=run_vectorization, run_classification=0) res = SetupRunner.run_classification_test() score = ClassificationInterpreter.evaluate_output(res) idx = idx + 1 SessionLogger.log('Evaluated config # ' + str(idx) + ' / ' + str(n_configs) + ' . Score: ' + str(score)) EvaluationHandler.sort() evaluations = EvaluationHandler.load_evaluations() return evaluations