#! /usr/bin/env python
# -*- coding: utf-8 -*-
from downward import suites
from downward.experiment import FastDownwardExperiment
from downward.reports.compare import CompareConfigsReport
import common_setup
REPO = common_setup.get_repo_base()
REV_BASE = 'issue585-base'
REV_V3 = 'issue585-v3'
SUITE = suites.suite_optimal_with_ipc11()
ALGORITHMS = {
'astar_cpdbs_genetic': (REV_V3, ['--search', 'astar(cpdbs(patterns=genetic()))']),
'astar_zopdbs_systematic': (REV_V3, ['--search', 'astar(zopdbs(patterns=systematic()))']),
'astar_zopdbs_hillclimbing': (REV_V3, ['--search', 'astar(zopdbs(patterns=hillclimbing()))']),
'astar_pho_genetic': (REV_V3, ['--search', 'astar(operatorcounting([pho_constraints(patterns=genetic())]))']),
'astar_pho_combo': (REV_V3, ['--search', 'astar(operatorcounting([pho_constraints(patterns=combo())]))']),
}
exp = common_setup.IssueExperiment(
revisions=[],
configs={},
suite=SUITE,
)
for nick, (rev, cmd) in ALGORITHMS.items():
exp.add_algorithm(nick, REPO, rev, cmd)
exp.add_absolute_report_step()
export=["PATH", "DOWNWARD_BENCHMARKS"])
if common_setup.is_test_run():
SUITE = [
"depot:p01.pddl", "gripper:prob01.pddl",
"psr-middle:p01-s17-n2-l2-f30.pddl"
]
ENVIRONMENT = LocalEnvironment(processes=1)
exp = IssueExperiment(environment=ENVIRONMENT, revisions=[], configs=[])
exp.add_suite(BENCHMARKS_DIR, SUITE)
exp.add_suite(BENCHMARKS_DIR_CUSTOM, SUITE_CUSTOM)
#exp.add_suite(BENCHMARKS_DIR, ["psr-middle:p01-s17-n2-l2-f30.pddl"])
for name, config in CONFIGS.items():
exp.add_algorithm(name + '-base', get_repo_base(), 'issue453-base',
config[0], config[1], config[2])
exp.add_algorithm(name + '-v4', get_repo_base(), 'issue453-v4', config[0],
config[1], config[2])
exp.add_algorithm(
name + '-v4-max-layers', get_repo_base(), 'issue453-v4',
config[0] + ['--translate-options', '--layer-strategy=max'], config[1],
config[2])
exp.add_parser(exp.EXITCODE_PARSER)
exp.add_parser(exp.TRANSLATOR_PARSER)
exp.add_parser(exp.SINGLE_SEARCH_PARSER)
exp.add_parser(exp.PLANNER_PARSER)
exp.add_parser("parser.py")
exp.add_step('build', exp.build)
exp = IssueExperiment(
revisions=[],
configs=[],
environment=ENVIRONMENT,
)
compared_algorithms = []
for search in ["eager_greedy", "lazy_greedy"]:
for h1, h2 in itertools.permutations(["cea", "cg", "ff"], 2):
rev = "issue714-base"
config_nick = "-".join([search, h1, h2])
algo1 = common_setup.get_algo_nick(rev, config_nick)
exp.add_algorithm(
algo1,
common_setup.get_repo_base(),
rev, [
"--heuristic", "h{h1}={h1}".format(**locals()), "--heuristic",
"h{h2}={h2}".format(**locals()), "--search",
"{search}(h{h1}, h{h2}, preferred=[h{h1},h{h2}])".format(
**locals())
],
driver_options=["--search-time-limit", "1m"])
rev = "issue714-v1"
config_nick = "-".join([search, h1, h2])
algo2 = common_setup.get_algo_nick(rev, config_nick)
exp.add_algorithm(
algo2,
common_setup.get_repo_base(),
rev, [
#! /usr/bin/env python
# -*- coding: utf-8 -*-
from downward import suites
from downward.experiment import FastDownwardExperiment
from downward.reports.compare import CompareConfigsReport
import common_setup
REPO = common_setup.get_repo_base()
REV_BASE = 'issue585-base'
REV_V1 = 'issue585-v2'
SUITE = suites.suite_optimal_with_ipc11()
ALGORITHMS = {
'astar_ipdb_base': (REV_BASE, ['--search', 'astar(ipdb())']),
'astar_ipdb_v2': (REV_V1, ['--search', 'astar(ipdb())']),
}
COMPARED_ALGORITHMS = [
('astar_ipdb_base', 'astar_ipdb_v2', 'Diff (ipdb)'),
]
exp = common_setup.IssueExperiment(
revisions=[],
configs={},
suite=SUITE,
)
for nick, (rev, cmd) in ALGORITHMS.items():
exp.add_algorithm(nick, REPO, rev, cmd)
exp.add_report(
ENVIRONMENT = BaselSlurmEnvironment(
partition="infai_2",
export=["PATH", "DOWNWARD_BENCHMARKS"])
if common_setup.is_test_run():
SUITE = ["depot:p01.pddl", "gripper:prob01.pddl", "psr-middle:p01-s17-n2-l2-f30.pddl"]
ENVIRONMENT = LocalEnvironment(processes=1)
exp = IssueExperiment(environment=ENVIRONMENT, revisions=[], configs=[])
exp.add_suite(BENCHMARKS_DIR, SUITE)
exp.add_suite(BENCHMARKS_DIR_CUSTOM, SUITE_CUSTOM)
#exp.add_suite(BENCHMARKS_DIR, ["psr-middle:p01-s17-n2-l2-f30.pddl"])
for name, config in CONFIGS.items():
exp.add_algorithm(name+'-base',get_repo_base(),'issue453-base',config[0],config[1],config[2])
exp.add_algorithm(name+'-v5',get_repo_base(),'issue453-v5',config[0],config[1],config[2])
exp.add_algorithm(name+'-v5-max-layers',get_repo_base(),'issue453-v5',config[0]+['--translate-options', '--layer-strategy=max'], config[1],config[2])
exp.add_parser(exp.EXITCODE_PARSER)
exp.add_parser(exp.TRANSLATOR_PARSER)
exp.add_parser(exp.SINGLE_SEARCH_PARSER)
exp.add_parser(exp.PLANNER_PARSER)
exp.add_parser("parser.py")
exp.add_step('build', exp.build)
exp.add_step('start', exp.start_runs)
exp.add_fetcher(name='fetch')
exp.add_parse_again_step()
SUITE = IssueExperiment.DEFAULT_TEST_SUITE
ENVIRONMENT = LocalEnvironment(processes=1)
exp = IssueExperiment(
revisions=[],
configs=[],
environment=ENVIRONMENT,
)
for rev in REVISIONS:
for config in CONFIGS:
if rev.endswith("base") and config.nick.endswith("dynamic"):
continue
exp.add_algorithm(
get_algo_nick(rev, config.nick),
get_repo_base(),
rev,
config.component_options,
build_options=config.build_options,
driver_options=config.driver_options)
exp.add_suite(BENCHMARKS_DIR, SUITE)
exp.add_absolute_report_step()
exp.add_comparison_table_step()
for attribute in ["total_time"]:
for algo1, algo2 in [("issue662-base-astar-lmcut-static",
"issue662-v1-astar-lmcut-static"),
("issue662-v1-astar-lmcut-static",
"issue662-v1-astar-lmcut-dynamic")]:
from relativescatter import RelativeScatterPlotReport
DIR = os.path.dirname(os.path.abspath(__file__))
BENCHMARKS_DIR = os.environ["DOWNWARD_BENCHMARKS"]
REVISIONS = []
CONFIGS = []
SUITE = common_setup.DEFAULT_OPTIMAL_SUITE
ENVIRONMENT = BaselSlurmEnvironment(email="*****@*****.**")
if common_setup.is_test_run():
SUITE = IssueExperiment.DEFAULT_TEST_SUITE
ENVIRONMENT = LocalEnvironment(processes=1)
exp = IssueExperiment(
revisions=REVISIONS,
configs=CONFIGS,
environment=ENVIRONMENT,
)
exp.add_algorithm("base-ipdb-no-goal-vars", common_setup.get_repo_base(),
"issue743-base", ['--search', 'astar(ipdb(max_time=900))'])
exp.add_algorithm(
"v2-ipdb-no-goal-vars", common_setup.get_repo_base(), "issue743-v2", [
'--search',
'astar(ipdb(max_time=900, use_co_effect_goal_variables=false))'
])
exp.add_suite(BENCHMARKS_DIR, SUITE)
exp.add_absolute_report_step()
#exp.add_comparison_table_step()
exp.run_steps()
#! /usr/bin/env python
# -*- coding: utf-8 -*-
import os
from lab.environments import LocalEnvironment, MaiaEnvironment
from common_setup import IssueConfig, IssueExperiment, is_test_run, get_repo_base
from relativescatter import RelativeScatterPlotReport
BENCHMARKS_DIR = os.environ["DOWNWARD_BENCHMARKS"]
REPO = get_repo_base()
SUITE = [
'airport', 'barman-opt11-strips', 'barman-opt14-strips', 'blocks',
'childsnack-opt14-strips', 'depot', 'driverlog', 'elevators-opt08-strips',
'elevators-opt11-strips', 'floortile-opt11-strips',
'floortile-opt14-strips', 'freecell', 'ged-opt14-strips', 'grid',
'gripper', 'hiking-opt14-strips', 'logistics00', 'logistics98', 'miconic',
'movie', 'mprime', 'mystery', 'nomystery-opt11-strips',
'openstacks-opt08-strips', 'openstacks-opt11-strips',
'openstacks-opt14-strips', 'openstacks-strips', 'parcprinter-08-strips',
'parcprinter-opt11-strips', 'parking-opt11-strips', 'parking-opt14-strips',
'pathways-noneg', 'pegsol-08-strips', 'pegsol-opt11-strips',
'pipesworld-notankage', 'pipesworld-tankage', 'psr-small', 'rovers',
'satellite', 'scanalyzer-08-strips', 'scanalyzer-opt11-strips',
'sokoban-opt08-strips', 'sokoban-opt11-strips', 'storage',
'tetris-opt14-strips', 'tidybot-opt11-strips', 'tidybot-opt14-strips',
'tpp', 'transport-opt08-strips', 'transport-opt11-strips',
'transport-opt14-strips', 'trucks-strips', 'visitall-opt11-strips',
'visitall-opt14-strips', 'woodworking-opt08-strips',
'woodworking-opt11-strips', 'zenotravel'
