Example #1
0
                        help="Directory with *all* test data in ASlib format")
    parser.add_argument("--train_as",
                        help="Directory with *all* train data in ASlib format")

    args_ = parser.parse_args()

    start_time_fold = tm.time()
    #read scenarios
    test_scenario = ASlibScenario()
    test_scenario.read_scenario(dn=args_.test_as)
    train_scenario = ASlibScenario()
    train_scenario.read_scenario(dn=args_.train_as)

    # read result file
    with open(args_.result_fn) as fp:
        schedules = json.load(fp)

    validator = Validator()

    if test_scenario.performance_type[0] == "runtime":
        validator.validate_runtime(schedules=schedules,
                                   test_scenario=test_scenario,
                                   train_scenario=train_scenario)
    else:
        validator.validate_quality(schedules=schedules,
                                   test_scenario=test_scenario,
                                   train_scenario=train_scenario)

    ex_time_fold = tm.strftime("%H:%M:%S",
                               tm.gmtime(tm.time() - start_time_fold))
    print(ex_time_fold)