コード例 #1
0
ファイル: planner.py プロジェクト: galdreiman/PAC
#! /usr/bin/env python

"""
Example downward experiment that runs FF on a single problem.

Please adapt EXPPATH and REPO to be the path where the experiment shall be put
and the location of your Fast Downward repository.

The file planner-ext.py contains an "advanced" version of this basic experiment.
"""

from downward.experiment import DownwardExperiment
from downward.reports.absolute import AbsoluteReport


EXPPATH = 'exp-planner'
REPO = '/home/jendrik/projects/Downward/downward'

exp = DownwardExperiment(EXPPATH, REPO)

exp.add_suite('gripper:prob01.pddl')
exp.add_config('ff', ['--search', 'lazy(single(ff()))'])

exp.add_report(AbsoluteReport())

exp()
コード例 #2
0
ファイル: lmcut.py プロジェクト: galdreiman/PAC-FastDownwards
EXPPATH = 'exp-lmcut-240514'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=8)

CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = [
    'coverage', 'expansions', 'initial_h_value', 'cost', 'hstar_to_h',
    'statistics', 'commualtive_hstar_to_h'
]

exp = DownwardExperiment(path=EXPPATH,
                         repo=REPO,
                         environment=ENV,
                         limits={'search_time': 3000})
exp.add_suite(suites.suite_unit_costs())
for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
report = os.path.join(exp.eval_dir, 'report_test.html')
exp.add_report(HstarToHRatioAndStatistics(attributes=ATTRIBUTES),
               outfile=report)

# Test Plot - TODO
exp.add_step(
    Step('report-plot-cat', ProblemPlotReport(), exp.eval_dir,
         os.path.join(exp.eval_dir, 'plots')))

# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
コード例 #3
0
EXPPATH = 'PAC_Preprocess_Output'
REPO = os.path.expanduser(BASE_REPO)
ENV = LocalEnvironment(processes=4)

CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = [
    'coverage', 'expansions', 'initial_h_value', 'cost', 'hstar_to_h',
    'statistics', 'commualtive_hstar_to_h'
]

exp = DownwardExperiment(path=EXPPATH,
                         repo=REPO,
                         environment=ENV,
                         limits={'search_time': 600})
# exp.add_suite({'grid','ferry','logistics'})
exp.add_suite({'blocks:probBLOCKS-4-1.pddl'})
#exp.add_suite({'airport:p45-domain.pddl'})
#exp.add_suite({'blocks'})
#exp.add_suite({'blocks','tpp','storage',})
# exp.add_suite({'blocks','tpp','schedule','storage'})
#exp.add_suite({'blocks','tpp','storage','schedule','logistics00','rovers','satellite','trucks'})

#exp.add_suite({'blocks', 'tpp','storage', 'schedule','rovers'})
#exp.add_suite({'satellite','trucks',})
#exp.add_suite({'trucks','trucks-strips','visitall-opt11-strips','visitall-sat11-strips','woodworking-opt08-strips','woodworking-opt11-strips','woodworking-sat08-strips','woodworking-sat11-strips','zenotravel','tidybot-opt11-strips','tidybot-sat11-strips','miconic','miconic-fulladl','movie','mprime','mystery','no-mprime','no-mystery'})

# exp.add_suite({'blocks:probBLOCKS-8-0.pddl','blocks:probBLOCKS-8-1.pddl','blocks:probBLOCKS-4-0.pddl','blocks:probBLOCKS-5-1.pddl'})
#exp.add_suite({'gripper:prob02.pddl'})
# exp.add_suite({'zenotravel','trucks-strips','sokoban-sat11-strips','philosophers'})

for nick, config in CONFIGS:
コード例 #4
0
ファイル: preprocess.py プロジェクト: galdreiman/PAC

EXPPATH = 'PAC_Preprocess_Output'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=6)

CONFIGS = [('lmcut', ['--search', 'astar(lmcut())']) ]
ATTRIBUTES = ['coverage', 'expansions','initial_h_value','cost','hstar_to_h','statistics','commualtive_hstar_to_h']


exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 300})
# exp.add_suite({'grid','ferry','logistics'})
#exp.add_suite({'grid:prob_grid_29982290.pddl'})
# exp.add_suite({'airport:p45-domain.pddl'})
# exp.add_suite({'airport'})
exp.add_suite({'blocks:probBLOCKS-8-0.pddl','blocks:probBLOCKS-8-1.pddl','blocks:probBLOCKS-9-0.pddl','blocks:probBLOCKS-9-1.pddl'})


for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick +'.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(HstarToHRatioAndStatistics(nick,file_name_for_preprocess,attributes=ATTRIBUTES), outfile=report)

# Plot 
sub_dir = 'plots_' + nick
exp.add_step(Step('report-plot-cat',
                  ProblemPlotReport(),
コード例 #5
0
ENV = LocalEnvironment(processes=1)

ATTRIBUTES = ['coverage']
LIMITS = {'search_time': 100}
COMBINATIONS = [(Translator(repo=REPO), Preprocessor(repo=REPO),
                 Planner(repo=REPO))]

exp = DownwardExperiment(EXPPATH,
                         repo=REPO,
                         environment=ENV,
                         combinations=COMBINATIONS,
                         limits=LIMITS,
                         cache_dir=standard_exp.CACHE_DIR)
exp.set_path_to_python(standard_exp.PYTHON)

exp.add_suite('gripper:prob01.pddl')
exp.add_suite('zenotravel:pfile1',
              benchmark_dir=os.path.join(REPO, 'benchmarks'))
exp.add_config('iter-hadd', [
    '--heuristic', 'hadd=add()', '--search',
    'iterated([lazy_greedy([hadd]),lazy_wastar([hadd])],repeat_last=true)'
])
exp.add_config('ipdb', ["--search", "astar(ipdb())"], timeout=10)
# Use original LAMA 2011 configuration
exp.add_config('lama11',
               ['ipc', 'seq-sat-lama-2011', '--plan-file', 'sas_plan'])
exp.add_config('fdss-1', ['ipc', 'seq-sat-fdss-1', '--plan-file', 'sas_plan'])
exp.add_portfolio(
    os.path.join(REPO, 'src', 'search', 'downward-seq-opt-fdss-1.py'))

# Before we fetch the new results, delete the old ones
コード例 #6
0
ファイル: preprocess.py プロジェクト: galdreiman/PAC

EXPPATH = 'PAC_Preprocess_Output'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=3)

CONFIGS = [('lmcut', ['--search', 'astar(lmcut())']) ]
ATTRIBUTES = ['coverage', 'expansions','initial_h_value','cost','hstar_to_h','statistics','commualtive_hstar_to_h']


exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 300})
# exp.add_suite({'grid','ferry','logistics'})
#exp.add_suite({'grid:prob_grid_29982290.pddl'})
# exp.add_suite({'airport:p45-domain.pddl'})
# exp.add_suite({'airport'})
exp.add_suite({'blocks'})
# exp.add_suite({'blocks:probBLOCKS-8-0.pddl','blocks:probBLOCKS-8-1.pddl','blocks:probBLOCKS-9-0.pddl','blocks:probBLOCKS-9-1.pddl'})
# exp.add_suite({'blocks:probBLOCKS-8-0.pddl'})


for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick +'.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(HstarToHRatioAndStatistics(nick,file_name_for_preprocess,attributes=ATTRIBUTES), outfile=report)

# Plot 
sub_dir = 'plots_' + nick
コード例 #7
0
EXPPATH = 'PAC_Preprocess_Output_exp_freecell'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=6)

CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = [
    'coverage', 'expansions', 'initial_h_value', 'cost', 'hstar_to_h',
    'statistics', 'commualtive_hstar_to_h'
]

exp = DownwardExperiment(path=EXPPATH,
                         repo=REPO,
                         environment=ENV,
                         limits={'search_time': 300})
exp.add_suite({'freecell'})

for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick + '.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(HstarToHRatioAndStatistics(nick,
                                          file_name_for_preprocess,
                                          attributes=ATTRIBUTES),
               outfile=report)

# Plot
sub_dir = 'plots_' + nick
コード例 #8
0
ファイル: preprocess.py プロジェクト: galdreiman/PAC
from downward.reports.absolute import AbsoluteReport
from downward.reports.hstar_2_h_stat import HstarToHRatioAndStatistics
from downward import suites
from downward.reports.MyPlot import ProblemPlotReport


EXPPATH = 'PAC_Preprocess_Output_exp_freecell'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=6)

CONFIGS = [('lmcut', ['--search', 'astar(lmcut())']) ]
ATTRIBUTES = ['coverage', 'expansions','initial_h_value','cost','hstar_to_h','statistics','commualtive_hstar_to_h']


exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 300})
exp.add_suite({'freecell'})

for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick +'.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(HstarToHRatioAndStatistics(nick,file_name_for_preprocess,attributes=ATTRIBUTES), outfile=report)

# Plot 
sub_dir = 'plots_' + nick
exp.add_step(Step('report-plot-cat',
                  ProblemPlotReport(),
                  exp.eval_dir, os.path.join(exp.eval_dir, sub_dir)))
コード例 #9
0
#! /usr/bin/env python
"""
Example downward experiment that runs FF on a single problem.

Please adapt EXPPATH and REPO to be the path where the experiment shall be put
and the location of your Fast Downward repository.

The file planner-ext.py contains an "advanced" version of this basic experiment.
"""

from downward.experiment import DownwardExperiment
from downward.reports.absolute import AbsoluteReport

EXPPATH = 'exp-planner'
REPO = '/home/jendrik/projects/Downward/downward'

exp = DownwardExperiment(EXPPATH, REPO)

exp.add_suite('gripper:prob01.pddl')
exp.add_config('ff', ['--search', 'lazy(single(ff()))'])

exp.add_report(AbsoluteReport())

exp()
コード例 #10
0
# from downward.checkouts import Translator, Preprocessor, Planner

EXPPATH = 'exp-planner'
REPO = '/home/jendrik/projects/Downward/downward'

# combos = [
#     (Translator(REPO, rev='WORK'), Preprocessor(REPO, rev=3097), Planner(REPO)),
#      (Translator(REPO, rev='WORK'), Preprocessor(REPO, rev=3097), Planner(MYOTHER_REPO)),
# ]

exp = DownwardExperiment(
    EXPPATH,
    REPO,  # combinations=combos,
    limits={'search_time': 60})

exp.add_suite(['gripper:prob01.pddl'])
exp.add_suite('zenotravel:pfile2')
exp.add_config('ff', ['--search', 'lazy(single(ff()))'])
exp.add_config('add', ['--search', 'lazy(single(add()))'])
exp.add_portfolio(
    os.path.join(REPO, 'src', 'search', 'downward-seq-sat-fdss-1.py'))

exp.add_report(AbsoluteReport('problem'),
               name='make-report',
               outfile='report-abs-p.html')


def solved(run):
    return run['coverage'] == 1

コード例 #11
0
from lab.steps import Step
from lab.environments import LocalEnvironment
from downward.experiment import DownwardExperiment
from downward.reports.absolute import AbsoluteReport


EXPPATH = 'exp-lmcut'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=2)
SUITE = ['airport']
CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = ['coverage', 'expansions']

exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV)
exp.add_suite(SUITE)
for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
report = os.path.join(exp.eval_dir, 'report.html')
exp.add_report(AbsoluteReport(attributes=ATTRIBUTES), outfile=report)

# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))

# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))

# Parse the commandline and show or run experiment steps.
exp()
コード例 #12
0
CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = [
    'coverage', 'expansions', 'initial_h_value', 'cost', 'hstar_to_h',
    'statistics', 'commualtive_hstar_to_h'
]

exp = DownwardExperiment(path=EXPPATH,
                         repo=REPO,
                         environment=ENV,
                         limits={'search_time': 300})
# exp.add_suite({'grid','ferry','logistics'})
#exp.add_suite({'grid:prob_grid_29982290.pddl'})
# exp.add_suite({'airport:p45-domain.pddl'})
# exp.add_suite({'airport'})
exp.add_suite({
    'blocks:probBLOCKS-8-0.pddl', 'blocks:probBLOCKS-8-1.pddl',
    'blocks:probBLOCKS-9-0.pddl', 'blocks:probBLOCKS-9-1.pddl'
})

for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick + '.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(HstarToHRatioAndStatistics(nick,
                                          file_name_for_preprocess,
                                          attributes=ATTRIBUTES),
               outfile=report)

# Plot
コード例 #13
0
ファイル: anytime_test.py プロジェクト: galdreiman/PAC
# os.environ["delta"]		='0'
# os.environ["weight"]	='0'

tmp = 'lazy_anytime_wastar(lmcut(), w={0}, delta={1}, epsilon={2}'.format(os.environ["weight"], os.environ["delta"], os.environ["epsilon"])
# print tmp

# print 'exiting...'
# sys.exit(0)
# print 'didnt succeed....'

CONFIGS = [('lmcut', ['--search', tmp]) ]
ATTRIBUTES = ['coverage', 'expansions','initial_h_value','cost','hstar_to_h','statistics','commualtive_hstar_to_h']


exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 300})
exp.add_suite({'airport','blocks','freecell'})

for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick +'.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(AbsoluteReport(attributes=ATTRIBUTES), outfile=report)

# Plot 
sub_dir = 'plots_' + nick
exp.add_step(Step('report-plot-cat',
                  ProblemPlotReport(),
                  exp.eval_dir, os.path.join(exp.eval_dir, sub_dir)))
コード例 #14
0
EXPPATH = 'PAC_Preprocess_Output'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=4)

CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = [
    'coverage', 'expansions', 'initial_h_value', 'cost', 'hstar_to_h',
    'statistics', 'commualtive_hstar_to_h'
]

exp = DownwardExperiment(path=EXPPATH,
                         repo=REPO,
                         environment=ENV,
                         limits={'search_time': 300})
exp.add_suite({'airport', 'blocks', 'freecell'})

for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
file_name_for_report = 'report_' + nick + '.html'
report = os.path.join(exp.eval_dir, file_name_for_report)
file_name_for_preprocess = os.path.join(exp.eval_dir, 'preprocess')
exp.add_report(HstarToHRatioAndStatistics(nick,
                                          file_name_for_preprocess,
                                          attributes=ATTRIBUTES),
               outfile=report)

# Plot
sub_dir = 'plots_' + nick
コード例 #15
0
ファイル: planner-ext.py プロジェクト: galdreiman/PAC
# from downward import suites
# from downward.checkouts import Translator, Preprocessor, Planner


EXPPATH = 'exp-planner'
REPO = '/home/jendrik/projects/Downward/downward'

# combos = [
#     (Translator(REPO, rev='WORK'), Preprocessor(REPO, rev=3097), Planner(REPO)),
#      (Translator(REPO, rev='WORK'), Preprocessor(REPO, rev=3097), Planner(MYOTHER_REPO)),
# ]

exp = DownwardExperiment(EXPPATH, REPO,  # combinations=combos,
                         limits={'search_time': 60})

exp.add_suite(['gripper:prob01.pddl'])
exp.add_suite('zenotravel:pfile2')
exp.add_config('ff', ['--search', 'lazy(single(ff()))'])
exp.add_config('add', ['--search', 'lazy(single(add()))'])
exp.add_portfolio(os.path.join(REPO, 'src', 'search', 'downward-seq-sat-fdss-1.py'))

exp.add_report(AbsoluteReport('problem'), name='make-report', outfile='report-abs-p.html')

def solved(run):
    return run['coverage'] == 1

exp.add_step(Step('suite', SuiteReport(filter=solved),
                  exp.eval_dir,
                  os.path.join(exp.eval_dir, 'suite.py')))

exp.add_step(Step('scatter', ScatterPlotReport(filter_config_nick=['ff', 'add'],
コード例 #16
0
ファイル: lmcut.py プロジェクト: galdreiman/PAC
from downward.experiment import DownwardExperiment
from downward.reports.absolute import AbsoluteReport
from downward.reports.hstar_2_h_stat import HstarToHRatioAndStatistics
from downward import suites
from downward.reports.MyPlot import ProblemPlotReport


EXPPATH = 'exp-lmcut-240514'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=8)

CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]
ATTRIBUTES = ['coverage', 'expansions','initial_h_value','cost','hstar_to_h','statistics','commualtive_hstar_to_h']

exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 3000})
exp.add_suite(suites.suite_unit_costs())
for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers (this is the most common report).
report = os.path.join(exp.eval_dir, 'report_test.html')
exp.add_report(HstarToHRatioAndStatistics(attributes=ATTRIBUTES), outfile=report)

# Test Plot - TODO
exp.add_step(Step('report-plot-cat',
                  ProblemPlotReport(),
                  exp.eval_dir, os.path.join(exp.eval_dir, 'plots')))

# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))
コード例 #17
0
ファイル: showcase-options.py プロジェクト: galdreiman/PAC
EXPNAME = 'showcase-options'

EXPPATH = 'exp-lmcut-showcase'
REPO = os.path.expanduser('~/downward')
ENV = LocalEnvironment(processes=1)


ATTRIBUTES = ['coverage']
LIMITS = {'search_time': 100}
COMBINATIONS = [(Translator(repo=REPO), Preprocessor(repo=REPO), Planner(repo=REPO))]

exp = DownwardExperiment(EXPPATH, repo=REPO, environment=ENV, combinations=COMBINATIONS,
                         limits=LIMITS, cache_dir=standard_exp.CACHE_DIR)
exp.set_path_to_python(standard_exp.PYTHON)

exp.add_suite('gripper:prob01.pddl')
exp.add_suite('zenotravel:pfile1', benchmark_dir=os.path.join(REPO, 'benchmarks'))
exp.add_config('iter-hadd', [
    '--heuristic', 'hadd=add()',
    '--search', 'iterated([lazy_greedy([hadd]),lazy_wastar([hadd])],repeat_last=true)'])
exp.add_config('ipdb', ["--search", "astar(ipdb())"], timeout=10)
# Use original LAMA 2011 configuration
exp.add_config('lama11', ['ipc', 'seq-sat-lama-2011', '--plan-file', 'sas_plan'])
exp.add_config('fdss-1', ['ipc', 'seq-sat-fdss-1', '--plan-file', 'sas_plan'])
exp.add_portfolio(os.path.join(REPO, 'src', 'search', 'downward-seq-opt-fdss-1.py'))

# Before we fetch the new results, delete the old ones
exp.steps.insert(5, Step('delete-old-results', shutil.rmtree, exp.eval_dir, ignore_errors=True))

# Before we build the experiment, delete the old experiment directory
# and the preprocess directory
コード例 #18
0
REPO = os.path.expanduser('~/downward')
#Run with 6 processes
ENV = LocalEnvironment(processes=6)
CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]

ATTRIBUTES = [
    'coverage', 'expansions', 'initial_h_value', 'cost', 'hstar_to_h'
]

#All with timeout
#exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 100})
#exp.add_suite(suites.suite_all())

#Only lmcut domains without timeout
exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV)
exp.add_suite(suites.suite_lmcut_domains())

for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers with h*/h values.
report = os.path.join(exp.eval_dir, 'report.html')
exp.add_report(HstarToHRatio(attributes=ATTRIBUTES), outfile=report)

# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))

# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))

# Parse the commandline and show or run experiment steps.
コード例 #19
0
ファイル: gal_lmcut.py プロジェクト: galdreiman/PAC
EXPPATH = 'exp-lmcut-no-timeout'
REPO = os.path.expanduser('~/downward')
#Run with 6 processes
ENV = LocalEnvironment(processes=6)
CONFIGS = [('lmcut', ['--search', 'astar(lmcut())'])]

ATTRIBUTES = ['coverage', 'expansions','initial_h_value','cost','hstar_to_h']

#All with timeout
#exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV, limits={'search_time': 100})
#exp.add_suite(suites.suite_all())

#Only lmcut domains without timeout
exp = DownwardExperiment(path=EXPPATH, repo=REPO, environment=ENV)
exp.add_suite(suites.suite_lmcut_domains())

for nick, config in CONFIGS:
    exp.add_config(nick, config)

# Make a report containing absolute numbers with h*/h values.
report = os.path.join(exp.eval_dir, 'report.html')
exp.add_report(HstarToHRatio(attributes=ATTRIBUTES), outfile=report)

# "Publish" the results with "cat" for demonstration purposes.
exp.add_step(Step('publish-report', subprocess.call, ['cat', report]))

# Compress the experiment directory.
exp.add_step(Step.zip_exp_dir(exp))

# Parse the commandline and show or run experiment steps.