help="Directory with *all* test data in ASlib format") parser.add_argument("--train_as", help="Directory with *all* train data in ASlib format") args_ = parser.parse_args() start_time_fold = tm.time() #read scenarios test_scenario = ASlibScenario() test_scenario.read_scenario(dn=args_.test_as) train_scenario = ASlibScenario() train_scenario.read_scenario(dn=args_.train_as) # read result file with open(args_.result_fn) as fp: schedules = json.load(fp) validator = Validator() if test_scenario.performance_type[0] == "runtime": validator.validate_runtime(schedules=schedules, test_scenario=test_scenario, train_scenario=train_scenario) else: validator.validate_quality(schedules=schedules, test_scenario=test_scenario, train_scenario=train_scenario) ex_time_fold = tm.strftime("%H:%M:%S", tm.gmtime(tm.time() - start_time_fold)) print(ex_time_fold)