ENV = LocalEnvironment(processes=6)
CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = [
'coverage', 'expansions', 'initial_h_value', 'cost', 'hstar_to_h'
]
#All with timeout
#exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 100})
#exp.add_suite(suites.suite_all())
#Only lmcut domains without timeout
exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV)
exp.add_suite(suites.suite_lmcut_domains())
for nick, config in CONFIGS:
exp.add_config(nick, config)
# Make a report containing absolute numbers with h*/h values.
report = os.path.join(exp.eval_dir, 'report.html')
exp.add_report(HstarToHRatio(attributes=ATTRIBUTES), outfile=report)
# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))
# Parse the commandline and show or run experiment steps.
exp()
EXPPATH = 'exp-lmcut-240514'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=8)
CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = ['coverage', 'expansions','initial_h_value','cost','hstar_to_h','statistics','commualtive_hstar_to_h']
exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 3000})
exp.add_suite(suites.suite_unit_costs())
for nick, config in CONFIGS:
exp.add_config(nick, config)
# Make a report containing absolute numbers (this is the most common report).
report = os.path.join(exp.eval_dir, 'report_test.html')
exp.add_report(HstarToHRatioAndStatistics(attributes=ATTRIBUTES), outfile=report)
# Test Plot - TODO
exp.add_step(Step('report-plot-cat',
ProblemPlotReport(),
exp.eval_dir, os.path.join(exp.eval_dir, 'plots')))
# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))
# Parse the commandline and show or run experiment steps.
exp()
CONFIGS = [('lmcut', ['--search', 'astar(lmcut())']) ]
ATTRIBUTES = ['coverage', 'expansions','initial_h_value','cost','hstar_to_h','statistics','commualtive_hstar_to_h']
exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 300})
exp.add_suite({'freecell'})
for nick, config in CONFIGS:
exp.add_config(nick, config)
# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick +'.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(HstarToHRatioAndStatistics(nick,file_name_for_preprocess,attributes=ATTRIBUTES), outfile=report)
# Plot
sub_dir = 'plots_' + nick
exp.add_step(Step('report-plot-cat',
ProblemPlotReport(),
exp.eval_dir, os.path.join(exp.eval_dir, sub_dir)))
# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))
# Parse the commandline and show or run experiment steps.
exp()
ATTRIBUTES = [
'coverage', 'expansions', 'initial_h_value', 'cost', 'hstar_to_h',
'statistics', 'commualtive_hstar_to_h'
]
exp = DownwardExperiment(path=EXPPATH,
repo=REPO,
environment=ENV,
limits={'search_time': 3000})
exp.add_suite(suites.suite_unit_costs())
for nick, config in CONFIGS:
exp.add_config(nick, config)
# Make a report containing absolute numbers (this is the most common report).
report = os.path.join(exp.eval_dir, 'report_test.html')
exp.add_report(HstarToHRatioAndStatistics(attributes=ATTRIBUTES),
outfile=report)
# Test Plot - TODO
exp.add_step(
Step('report-plot-cat', ProblemPlotReport(), exp.eval_dir,
os.path.join(exp.eval_dir, 'plots')))
# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))
# Parse the commandline and show or run experiment steps.
exp()
exp = DownwardExperiment(path=EXPPATH,
repo=REPO,
environment=ENV,
limits={'search_time': 300})
exp.add_suite({'airport', 'blocks', 'freecell'})
for nick, config in CONFIGS:
exp.add_config(nick, config)
# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick + '.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(HstarToHRatioAndStatistics(nick,
file_name_for_preprocess,
attributes=ATTRIBUTES),
outfile=report)
# Plot
sub_dir = 'plots_' + nick
exp.add_step(
Step('report-plot-cat', ProblemPlotReport(), exp.eval_dir,
os.path.join(exp.eval_dir, sub_dir)))
# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))
# Parse the commandline and show or run experiment steps.
exp.add_step(Step('fetcher-test3', Fetcher(), exp.path, eval_dir(3), filter_config_nick='lama11'))
exp.add_step(Step('fetcher-test4', Fetcher(), exp.path, eval_dir(4),
parsers=os.path.join(DIR, 'simple', 'simple-parser.py')))
# Add report steps
abs_domain_report_file = os.path.join(exp.eval_dir, '%s-abs-d.html' % EXPNAME)
abs_problem_report_file = os.path.join(exp.eval_dir, '%s-abs-p.html' % EXPNAME)
abs_combined_report_file = os.path.join(exp.eval_dir, '%s-abs-c.tex' % EXPNAME)
exp.add_step(Step('report-abs-d', AbsoluteReport('domain', attributes=ATTRIBUTES + ['expansions', 'cost']),
exp.eval_dir, abs_domain_report_file))
exp.add_step(Step('report-abs-p-filter', AbsoluteReport('problem', attributes=ATTRIBUTES,
filter=filter_and_transform), exp.eval_dir, abs_problem_report_file))
exp.add_step(Step('report-abs-combined', AbsoluteReport(attributes=None, format='tex'),
exp.eval_dir, abs_combined_report_file))
exp.add_report(TimeoutReport([1, 2, 3]), outfile=os.path.join(exp.eval_dir, 'timeout-eval', 'properties'))
exp.add_report(FilterReport(), outfile=os.path.join(exp.eval_dir, 'filter-eval', 'properties'))
def get_domain(run1, run2):
return run1['domain']
def sat_vs_opt(run):
category = {'lama11': 'sat', 'iter-hadd': 'sat', 'ipdb': 'opt',
'fdss': 'opt'}
for nick, cat in category.items():
if nick in run['config_nick']:
return {cat: [(run['config'], run.get('expansions'))]}
exp.add_report(ScatterPlotReport(attributes=['expansions'],
filter_config_nick=['downward-seq-opt-fdss-1.py', 'lama11']),
name='report-scatter', outfile=os.path.join('plots', 'scatter.png'))
#! /usr/bin/env python
"""
Example downward experiment that runs FF on a single problem.
Please adapt EXPPATH and REPO to be the path where the experiment shall be put
and the location of your Fast Downward repository.
The file planner-ext.py contains an "advanced" version of this basic experiment.
"""
from downward.experiment import DownwardExperiment
from downward.reports.absolute import AbsoluteReport
EXPPATH = 'exp-planner'
REPO = '/home/jendrik/projects/Downward/downward'
exp = DownwardExperiment(EXPPATH, REPO)
exp.add_suite('gripper:prob01.pddl')
exp.add_config('ff', ['--search', 'lazy(single(ff()))'])
exp.add_report(AbsoluteReport())
exp()
#exp.add_suite({'grid:prob_grid_29982290.pddl','grid:prob_grid_58992290.pddl','grid:prob_grid_0101192290.pddl'})
#exp.add_suite({'grid:prob_grid_29982290.pddl'})
#exp.add_suite({'grid','ferry','logistics'})
# exp.add_suite({'blocks'})
# exp.add_suite({'blocks:probBLOCKS-8-0.pddl','blocks:probBLOCKS-8-1.pddl','blocks:probBLOCKS-9-0.pddl','blocks:probBLOCKS-9-1.pddl', 'blocks:probBLOCKS-11-1.pddl'})
exp.add_suite({'blocks:probBLOCKS-9-0.pddl'})
# exp.add_suite({'airport'})
for nick, config in CONFIGS:
exp.add_config(nick, config)
# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick + '.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(AbsoluteReport(attributes=ATTRIBUTES), outfile=report)
# Plot
sub_dir = 'plots_' + nick
exp.add_step(
Step('report-plot-cat', ProblemPlotReport(), exp.eval_dir,
os.path.join(exp.eval_dir, sub_dir)))
# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))
# Parse the commandline and show or run experiment steps.
exp()
# combos = [
# (Translator(REPO, rev='WORK'), Preprocessor(REPO, rev=3097), Planner(REPO)),
# (Translator(REPO, rev='WORK'), Preprocessor(REPO, rev=3097), Planner(MYOTHER_REPO)),
# ]
exp = DownwardExperiment(EXPPATH, REPO, # combinations=combos,
limits={'search_time': 60})
exp.add_suite(['gripper:prob01.pddl'])
exp.add_suite('zenotravel:pfile2')
exp.add_config('ff', ['--search', 'lazy(single(ff()))'])
exp.add_config('add', ['--search', 'lazy(single(add()))'])
exp.add_portfolio(os.path.join(REPO, 'src', 'search', 'downward-seq-sat-fdss-1.py'))
exp.add_report(AbsoluteReport('problem'), name='make-report', outfile='report-abs-p.html')
def solved(run):
return run['coverage'] == 1
exp.add_step(Step('suite', SuiteReport(filter=solved),
exp.eval_dir,
os.path.join(exp.eval_dir, 'suite.py')))
exp.add_step(Step('scatter', ScatterPlotReport(filter_config_nick=['ff', 'add'],
attributes='expansions', format='png'),
exp.eval_dir,
os.path.join(exp.eval_dir, 'scatter')))
exp()
# ]
exp = DownwardExperiment(
EXPPATH,
REPO, # combinations=combos,
limits={'search_time': 60})
exp.add_suite(['gripper:prob01.pddl'])
exp.add_suite('zenotravel:pfile2')
exp.add_config('ff', ['--search', 'lazy(single(ff()))'])
exp.add_config('add', ['--search', 'lazy(single(add()))'])
exp.add_portfolio(
os.path.join(REPO, 'src', 'search', 'downward-seq-sat-fdss-1.py'))
exp.add_report(AbsoluteReport('problem'),
name='make-report',
outfile='report-abs-p.html')
def solved(run):
return run['coverage'] == 1
exp.add_step(
Step('suite', SuiteReport(filter=solved), exp.eval_dir,
os.path.join(exp.eval_dir, 'suite.py')))
exp.add_step(
Step(
'scatter',
ScatterPlotReport(filter_config_nick=['ff', 'add'],
#! /usr/bin/env python
"""
Example downward experiment that runs FF on a single problem.
Please adapt EXPPATH and REPO to be the path where the experiment shall be put
and the location of your Fast Downward repository.
The file planner-ext.py contains an "advanced" version of this basic experiment.
"""
from downward.experiment import DownwardExperiment
from downward.reports.absolute import AbsoluteReport
EXPPATH = 'exp-planner'
REPO = '/home/jendrik/projects/Downward/downward'
exp = DownwardExperiment(EXPPATH, REPO)
exp.add_suite('gripper:prob01.pddl')
exp.add_config('ff', ['--search', 'lazy(single(ff()))'])
exp.add_report(AbsoluteReport())
exp()
from lab.steps import Step
from lab.environments import LocalEnvironment
from downward.experiment import DownwardExperiment
from downward.reports.absolute import AbsoluteReport
EXPPATH = 'exp-lmcut'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=2)
SUITE = ['airport']
CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = ['coverage', 'expansions']
exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV)
exp.add_suite(SUITE)
for nick, config in CONFIGS:
exp.add_config(nick, config)
# Make a report containing absolute numbers (this is the most common report).
report = os.path.join(exp.eval_dir, 'report.html')
exp.add_report(AbsoluteReport(attributes=ATTRIBUTES), outfile=report)
# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))
# Parse the commandline and show or run experiment steps.
exp()
'report-abs-d',
AbsoluteReport('domain',
attributes=ATTRIBUTES + ['expansions', 'cost']),
exp.eval_dir, abs_domain_report_file))
exp.add_step(
Step(
'report-abs-p-filter',
AbsoluteReport('problem',
attributes=ATTRIBUTES,
filter=filter_and_transform), exp.eval_dir,
abs_problem_report_file))
exp.add_step(
Step('report-abs-combined', AbsoluteReport(attributes=None, format='tex'),
exp.eval_dir, abs_combined_report_file))
exp.add_report(TimeoutReport([1, 2, 3]),
outfile=os.path.join(exp.eval_dir, 'timeout-eval',
'properties'))
exp.add_report(FilterReport(),
outfile=os.path.join(exp.eval_dir, 'filter-eval', 'properties'))
def get_domain(run1, run2):
return run1['domain']
def sat_vs_opt(run):
category = {
'lama11': 'sat',
'iter-hadd': 'sat',
'ipdb': 'opt',
'fdss': 'opt'
REPO = os.path.expanduser('~/downward')
#Run with 6 processes
ENV = LocalEnvironment(processes=6)
CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = ['coverage', 'expansions','initial_h_value','cost','hstar_to_h']
#All with timeout
#exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 100})
#exp.add_suite(suites.suite_all())
#Only lmcut domains without timeout
exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV)
exp.add_suite(suites.suite_lmcut_domains())
for nick, config in CONFIGS:
exp.add_config(nick, config)
# Make a report containing absolute numbers with h*/h values.
report = os.path.join(exp.eval_dir, 'report.html')
exp.add_report(HstarToHRatio(attributes=ATTRIBUTES), outfile=report)
# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))
# Parse the commandline and show or run experiment steps.
exp()
