SEARCH_REVS = ["issue439-base", "issue439-v1"] LIMITS = {"search_time": 1800} SUITE = [ "airport:p45-airport5MUC-p6.pddl", "elevators-sat08-strips:p22.pddl", "parking-sat11-strips:pfile09-033.pddl", "scanalyzer-08-strips:p30.pddl", "transport-sat11-strips:p14.pddl", "transport-sat11-strips:p16.pddl", "trucks:p19.pddl", "trucks-strips:p23.pddl", ] configs_satisficing_core = configs.configs_satisficing_core() CONFIGS = {} for name in ["eager_greedy_add", "eager_greedy_ff", "lazy_greedy_add", "lazy_greedy_ff"]: CONFIGS[name] = configs_satisficing_core[name] exp = common_setup.IssueExperiment( revisions=SEARCH_REVS, configs=CONFIGS, suite=SUITE, limits=LIMITS, ) exp.add_search_parser("custom-parser.py") attributes = attributes=exp.DEFAULT_TABLE_ATTRIBUTES + ["init_time"]
) exp.add_absolute_report_step() exp.add_comparison_table_step() def grouped_configs_to_compare(config_nicks): grouped_configs = [] for config_nick in config_nicks: col_names = ["%s-%s" % (r, config_nick) for r in REVISIONS] grouped_configs.append((col_names[0], col_names[1], "Diff - %s" % config_nick)) return grouped_configs exp.add_report( CompareConfigsReport( compared_configs=grouped_configs_to_compare(configs.configs_satisficing_core()), attributes=common_setup.IssueExperiment.DEFAULT_TABLE_ATTRIBUTES, ), outfile="issue462-sat-compare-core-configs.html", ) def add_first_run_search_time(run): if run.get("search_time_all", []): run["first_run_search_time"] = run["search_time_all"][0] return run exp.add_report( CompareConfigsReport( compared_configs=grouped_configs_to_compare(configs.configs_satisficing_ipc()),
#! /usr/bin/env python # -*- coding: utf-8 -*- from downward import configs, suites import common_setup SEARCH_REVS = ["issue439-base", "issue439-v1"] LIMITS = {"search_time": 300} SUITE = suites.suite_satisficing_with_ipc11() configs_satisficing_core = configs.configs_satisficing_core() CONFIGS = {} for name in [ "eager_greedy_add", "eager_greedy_ff", "lazy_greedy_add", "lazy_greedy_ff" ]: CONFIGS[name] = configs_satisficing_core[name] exp = common_setup.IssueExperiment( revisions=SEARCH_REVS, configs=CONFIGS, suite=SUITE, limits=LIMITS, ) exp.add_absolute_report_step() exp.add_comparison_table_step() exp.add_report( common_setup.RegressionReport(revision_nicks=exp.revision_nicks, config_nicks=CONFIGS.keys()))