IssueExperiment.DEFAULT_TABLE_ATTRIBUTES += [
"dominance_pruning_failed",
"dominance_pruning_time",
"dominance_pruning_pruned_subsets",
"dominance_pruning_pruned_pdbs",
"pdb_collection_construction_time"]
exp = IssueExperiment(
revisions=REVISIONS,
configs=CONFIGS,
environment=ENVIRONMENT,
)
exp.add_algorithm(
"issue735-v3:cpdbs-sys2-debug",
common_setup.get_repo_base(),
"issue735-v3",
["--search", "astar(cpdbs(systematic(2)))"],
build_options=["debug32nolp"],
driver_options=["--build", "debug32nolp"])
exp.add_resource("custom_parser", "custom-parser.py")
exp.add_command("run-custom-parser", ["{custom_parser}"])
exp.add_suite(BENCHMARKS_DIR, SUITE)
exp.add_absolute_report_step()
exp.add_comparison_table_step()
for attribute in ["total_time"]:
for config in CONFIGS:
exp.add_report(
RelativeScatterPlotReport(
attributes=[attribute],
filter_algorithm=["{}-{}".format(rev, config.nick) for rev in REVISIONS],
from relativescatter import RelativeScatterPlotReport
DIR = os.path.dirname(os.path.abspath(__file__))
BENCHMARKS_DIR = os.environ["DOWNWARD_BENCHMARKS"]
REVISIONS = []
CONFIGS = []
SUITE = common_setup.DEFAULT_OPTIMAL_SUITE
ENVIRONMENT = BaselSlurmEnvironment(email="*****@*****.**")
if common_setup.is_test_run():
SUITE = IssueExperiment.DEFAULT_TEST_SUITE
ENVIRONMENT = LocalEnvironment(processes=1)
exp = IssueExperiment(
revisions=REVISIONS,
configs=CONFIGS,
environment=ENVIRONMENT,
)
exp.add_algorithm("base-ipdb-no-goal-vars", common_setup.get_repo_base(),
"issue743-base", ['--search', 'astar(ipdb(max_time=900))'])
exp.add_algorithm(
"v2-ipdb-no-goal-vars", common_setup.get_repo_base(), "issue743-v2", [
'--search',
'astar(ipdb(max_time=900, use_co_effect_goal_variables=false))'
])
exp.add_suite(BENCHMARKS_DIR, SUITE)
exp.add_absolute_report_step()
#exp.add_comparison_table_step()
exp.run_steps()
'tetris-opt14-strips', 'tidybot-opt11-strips', 'tidybot-opt14-strips',
'tpp', 'transport-opt08-strips', 'transport-opt11-strips',
'transport-opt14-strips', 'trucks-strips', 'visitall-opt11-strips',
'visitall-opt14-strips', 'woodworking-opt08-strips',
'woodworking-opt11-strips', 'zenotravel'
]
ENVIRONMENT = MaiaEnvironment(priority=0, email="*****@*****.**")
if is_test_run():
SUITE = IssueExperiment.DEFAULT_TEST_SUITE
ENVIRONMENT = LocalEnvironment(processes=1)
exp = IssueExperiment(environment=ENVIRONMENT, )
exp.add_suite(BENCHMARKS_DIR, SUITE)
exp.add_algorithm(
"01:issue657-v2-base:cegar", REPO, "issue657-v2-base",
["--search", "astar(cegar(max_states=10000,max_time=infinity))"])
exp.add_algorithm("02:issue657-v2:cegar", REPO, "issue657-v2", [
"--search",
"astar(cegar(max_states=10000,max_time=infinity,max_transitions=infinity))"
])
exp.add_absolute_report_step()
exp.add_report(RelativeScatterPlotReport(
filter_config=["01:issue657-v2-base:cegar", "02:issue657-v2:cegar"],
attributes=["total_time"],
get_category=lambda run1, run2: run1["domain"],
legend_location=(1.3, 0.5)),
outfile="issue657-base-vs-v2.png")
exp()
