#! /usr/bin/env python # -*- coding: utf-8 -*- from downward import suites from downward.experiment import FastDownwardExperiment from downward.reports.compare import CompareConfigsReport import common_setup REPO = common_setup.get_repo_base() REV_BASE = 'issue585-base' REV_V3 = 'issue585-v3' SUITE = suites.suite_optimal_with_ipc11() ALGORITHMS = { 'astar_cpdbs_genetic': (REV_V3, ['--search', 'astar(cpdbs(patterns=genetic()))']), 'astar_zopdbs_systematic': (REV_V3, ['--search', 'astar(zopdbs(patterns=systematic()))']), 'astar_zopdbs_hillclimbing': (REV_V3, ['--search', 'astar(zopdbs(patterns=hillclimbing()))']), 'astar_pho_genetic': (REV_V3, ['--search', 'astar(operatorcounting([pho_constraints(patterns=genetic())]))']), 'astar_pho_combo': (REV_V3, ['--search', 'astar(operatorcounting([pho_constraints(patterns=combo())]))']), } exp = common_setup.IssueExperiment( revisions=[], configs={}, suite=SUITE, ) for nick, (rev, cmd) in ALGORITHMS.items(): exp.add_algorithm(nick, REPO, rev, cmd) exp.add_absolute_report_step()
export=["PATH", "DOWNWARD_BENCHMARKS"]) if common_setup.is_test_run(): SUITE = [ "depot:p01.pddl", "gripper:prob01.pddl", "psr-middle:p01-s17-n2-l2-f30.pddl" ] ENVIRONMENT = LocalEnvironment(processes=1) exp = IssueExperiment(environment=ENVIRONMENT, revisions=[], configs=[]) exp.add_suite(BENCHMARKS_DIR, SUITE) exp.add_suite(BENCHMARKS_DIR_CUSTOM, SUITE_CUSTOM) #exp.add_suite(BENCHMARKS_DIR, ["psr-middle:p01-s17-n2-l2-f30.pddl"]) for name, config in CONFIGS.items(): exp.add_algorithm(name + '-base', get_repo_base(), 'issue453-base', config[0], config[1], config[2]) exp.add_algorithm(name + '-v4', get_repo_base(), 'issue453-v4', config[0], config[1], config[2]) exp.add_algorithm( name + '-v4-max-layers', get_repo_base(), 'issue453-v4', config[0] + ['--translate-options', '--layer-strategy=max'], config[1], config[2]) exp.add_parser(exp.EXITCODE_PARSER) exp.add_parser(exp.TRANSLATOR_PARSER) exp.add_parser(exp.SINGLE_SEARCH_PARSER) exp.add_parser(exp.PLANNER_PARSER) exp.add_parser("parser.py") exp.add_step('build', exp.build)
exp = IssueExperiment( revisions=[], configs=[], environment=ENVIRONMENT, ) compared_algorithms = [] for search in ["eager_greedy", "lazy_greedy"]: for h1, h2 in itertools.permutations(["cea", "cg", "ff"], 2): rev = "issue714-base" config_nick = "-".join([search, h1, h2]) algo1 = common_setup.get_algo_nick(rev, config_nick) exp.add_algorithm( algo1, common_setup.get_repo_base(), rev, [ "--heuristic", "h{h1}={h1}".format(**locals()), "--heuristic", "h{h2}={h2}".format(**locals()), "--search", "{search}(h{h1}, h{h2}, preferred=[h{h1},h{h2}])".format( **locals()) ], driver_options=["--search-time-limit", "1m"]) rev = "issue714-v1" config_nick = "-".join([search, h1, h2]) algo2 = common_setup.get_algo_nick(rev, config_nick) exp.add_algorithm( algo2, common_setup.get_repo_base(), rev, [
#! /usr/bin/env python # -*- coding: utf-8 -*- from downward import suites from downward.experiment import FastDownwardExperiment from downward.reports.compare import CompareConfigsReport import common_setup REPO = common_setup.get_repo_base() REV_BASE = 'issue585-base' REV_V1 = 'issue585-v2' SUITE = suites.suite_optimal_with_ipc11() ALGORITHMS = { 'astar_ipdb_base': (REV_BASE, ['--search', 'astar(ipdb())']), 'astar_ipdb_v2': (REV_V1, ['--search', 'astar(ipdb())']), } COMPARED_ALGORITHMS = [ ('astar_ipdb_base', 'astar_ipdb_v2', 'Diff (ipdb)'), ] exp = common_setup.IssueExperiment( revisions=[], configs={}, suite=SUITE, ) for nick, (rev, cmd) in ALGORITHMS.items(): exp.add_algorithm(nick, REPO, rev, cmd) exp.add_report(
ENVIRONMENT = BaselSlurmEnvironment( partition="infai_2", export=["PATH", "DOWNWARD_BENCHMARKS"]) if common_setup.is_test_run(): SUITE = ["depot:p01.pddl", "gripper:prob01.pddl", "psr-middle:p01-s17-n2-l2-f30.pddl"] ENVIRONMENT = LocalEnvironment(processes=1) exp = IssueExperiment(environment=ENVIRONMENT, revisions=[], configs=[]) exp.add_suite(BENCHMARKS_DIR, SUITE) exp.add_suite(BENCHMARKS_DIR_CUSTOM, SUITE_CUSTOM) #exp.add_suite(BENCHMARKS_DIR, ["psr-middle:p01-s17-n2-l2-f30.pddl"]) for name, config in CONFIGS.items(): exp.add_algorithm(name+'-base',get_repo_base(),'issue453-base',config[0],config[1],config[2]) exp.add_algorithm(name+'-v5',get_repo_base(),'issue453-v5',config[0],config[1],config[2]) exp.add_algorithm(name+'-v5-max-layers',get_repo_base(),'issue453-v5',config[0]+['--translate-options', '--layer-strategy=max'], config[1],config[2]) exp.add_parser(exp.EXITCODE_PARSER) exp.add_parser(exp.TRANSLATOR_PARSER) exp.add_parser(exp.SINGLE_SEARCH_PARSER) exp.add_parser(exp.PLANNER_PARSER) exp.add_parser("parser.py") exp.add_step('build', exp.build) exp.add_step('start', exp.start_runs) exp.add_fetcher(name='fetch') exp.add_parse_again_step()
SUITE = IssueExperiment.DEFAULT_TEST_SUITE ENVIRONMENT = LocalEnvironment(processes=1) exp = IssueExperiment( revisions=[], configs=[], environment=ENVIRONMENT, ) for rev in REVISIONS: for config in CONFIGS: if rev.endswith("base") and config.nick.endswith("dynamic"): continue exp.add_algorithm( get_algo_nick(rev, config.nick), get_repo_base(), rev, config.component_options, build_options=config.build_options, driver_options=config.driver_options) exp.add_suite(BENCHMARKS_DIR, SUITE) exp.add_absolute_report_step() exp.add_comparison_table_step() for attribute in ["total_time"]: for algo1, algo2 in [("issue662-base-astar-lmcut-static", "issue662-v1-astar-lmcut-static"), ("issue662-v1-astar-lmcut-static", "issue662-v1-astar-lmcut-dynamic")]:
from relativescatter import RelativeScatterPlotReport DIR = os.path.dirname(os.path.abspath(__file__)) BENCHMARKS_DIR = os.environ["DOWNWARD_BENCHMARKS"] REVISIONS = [] CONFIGS = [] SUITE = common_setup.DEFAULT_OPTIMAL_SUITE ENVIRONMENT = BaselSlurmEnvironment(email="*****@*****.**") if common_setup.is_test_run(): SUITE = IssueExperiment.DEFAULT_TEST_SUITE ENVIRONMENT = LocalEnvironment(processes=1) exp = IssueExperiment( revisions=REVISIONS, configs=CONFIGS, environment=ENVIRONMENT, ) exp.add_algorithm("base-ipdb-no-goal-vars", common_setup.get_repo_base(), "issue743-base", ['--search', 'astar(ipdb(max_time=900))']) exp.add_algorithm( "v2-ipdb-no-goal-vars", common_setup.get_repo_base(), "issue743-v2", [ '--search', 'astar(ipdb(max_time=900, use_co_effect_goal_variables=false))' ]) exp.add_suite(BENCHMARKS_DIR, SUITE) exp.add_absolute_report_step() #exp.add_comparison_table_step() exp.run_steps()
#! /usr/bin/env python # -*- coding: utf-8 -*- import os from lab.environments import LocalEnvironment, MaiaEnvironment from common_setup import IssueConfig, IssueExperiment, is_test_run, get_repo_base from relativescatter import RelativeScatterPlotReport BENCHMARKS_DIR = os.environ["DOWNWARD_BENCHMARKS"] REPO = get_repo_base() SUITE = [ 'airport', 'barman-opt11-strips', 'barman-opt14-strips', 'blocks', 'childsnack-opt14-strips', 'depot', 'driverlog', 'elevators-opt08-strips', 'elevators-opt11-strips', 'floortile-opt11-strips', 'floortile-opt14-strips', 'freecell', 'ged-opt14-strips', 'grid', 'gripper', 'hiking-opt14-strips', 'logistics00', 'logistics98', 'miconic', 'movie', 'mprime', 'mystery', 'nomystery-opt11-strips', 'openstacks-opt08-strips', 'openstacks-opt11-strips', 'openstacks-opt14-strips', 'openstacks-strips', 'parcprinter-08-strips', 'parcprinter-opt11-strips', 'parking-opt11-strips', 'parking-opt14-strips', 'pathways-noneg', 'pegsol-08-strips', 'pegsol-opt11-strips', 'pipesworld-notankage', 'pipesworld-tankage', 'psr-small', 'rovers', 'satellite', 'scanalyzer-08-strips', 'scanalyzer-opt11-strips', 'sokoban-opt08-strips', 'sokoban-opt11-strips', 'storage', 'tetris-opt14-strips', 'tidybot-opt11-strips', 'tidybot-opt14-strips', 'tpp', 'transport-opt08-strips', 'transport-opt11-strips', 'transport-opt14-strips', 'trucks-strips', 'visitall-opt11-strips', 'visitall-opt14-strips', 'woodworking-opt08-strips', 'woodworking-opt11-strips', 'zenotravel'