from lab.environments import LocalEnvironment, MaiaEnvironment from downward import suites from common_setup import IssueConfig, IssueExperiment, is_test_run BENCHMARKS_DIR = os.environ["DOWNWARD_BENCHMARKS"] REVISIONS = ["issue701-base", "issue701-v1"] CONFIGS = [ IssueConfig(alias, [], driver_options=["--alias", alias]) for alias in [ "seq-sat-fd-autotune-1", "seq-sat-fd-autotune-2", "seq-sat-lama-2011", "seq-sat-fdss-2014" ] ] SUITE = suites.suite_all() ENVIRONMENT = MaiaEnvironment(priority=-10, email="*****@*****.**") if is_test_run(): SUITE = IssueExperiment.DEFAULT_TEST_SUITE ENVIRONMENT = LocalEnvironment(processes=1) exp = IssueExperiment( revisions=REVISIONS, configs=CONFIGS, environment=ENVIRONMENT, ) exp.add_suite(BENCHMARKS_DIR, SUITE) exp.add_absolute_report_step() exp.add_comparison_table_step()
from downward.configs import default_configs_optimal from downward.reports.scatter import ScatterPlotReport import common_setup REVS = ["issue214-base", "issue214-v5"] CONFIGS = {"blind": ["--search", "astar(blind())"]} TEST_RUN = False if TEST_RUN: SUITE = "gripper:prob01.pddl" PRIORITY = None # "None" means local experiment else: SUITE = list(sorted(set(suites.suite_all()) - set(suites.suite_optimal_with_ipc11()))) PRIORITY = 0 # number means maia experiment exp = common_setup.MyExperiment( grid_priority=PRIORITY, revisions=REVS, configs=CONFIGS, suite=SUITE, parsers=['state_size_parser.py'], ) exp.add_comparison_table_step( attributes=common_setup.MyExperiment.DEFAULT_TABLE_ATTRIBUTES + ['bytes_per_state', 'variables', 'state_var_t_size'] )
#! /usr/bin/env python # -*- coding: utf-8 -*- from downward import suites from relativescatter import RelativeScatterPlotReport import common_setup REVS = ["issue560-base", "issue560-v1"] SUITE = suites.suite_all() # We are only interested in the preprocessing here and will only run the first steps of the experiment. CONFIGS = { "astar_blind": [ "--search", "astar(blind())"], } exp = common_setup.IssueExperiment( search_revisions=REVS, configs=CONFIGS, suite=SUITE, ) exp.add_report( RelativeScatterPlotReport( attributes=["preprocess_wall_clock_time"], get_category=lambda run1, run2: run1.get("domain"), ), outfile='issue560_base_v1_preprocess_wall_clock_time.png' )