def invoke_with_command(self, command_generator):
self.executor = CommandExecutor(command_generator)
def invoke_with_command(self, command_generator):
self.executor = CommandExecutor(command_generator)
class Experiment:
def __init__(self, suite, name):
self._name = name
self.suite = suite
self.runner = runner
self.measures = []
self.reporter = None
self.plotter = None
self.setup = lambda self: self
self.teardown = lambda self: self
def __repr__(self):
return self.name + ' exp'
@property
def name(self):
return self._name if self._name is not None else self.suite.name
def restrict(self, arguments):
return self.suite.restrict(arguments)
def instances(self):
return self.suite.instances()
def invoke_with_command(self, command_generator):
self.executor = CommandExecutor(command_generator)
def set_setup(self, setup_func):
self.setup = setup_func
def set_teardown(self, teardown_func):
self.teardown = teardown_func
def measure_execution_time(self):
self.measures.append('time')
self.executor.measure_execution_time()
def measure_parsing_file(self, description, parser, filename):
self.measures.append(description)
self.executor.measure_parsing_file(description, parser, filename)
def run(self, arguments):
print("\nRunning experiment " + self.name)
contenders = self.suite.instances()
for contender in contenders:
contender.setup = MethodType(self.setup, contender)
contender.teardown = MethodType(self.teardown, contender)
return self.runner.run_with(self.executor, contenders, arguments)
def set_report(self, configurator, name, description):
self.reporter = Reporter(name, description)
configurator(self.reporter)
def set_plotter(self, configurator, name, description):
self.plotter = Plotter(configurator, name, description)
def use_generic_reporter(self):
self.reporter = Reporter('', '')
self.reporter.add_column('contender', lambda contender, _: contender, 40)
self.reporter.add_common_columns()
self.reporter.sort_by(lambda row: row[0])
def report(self, name, results, i):
if self.reporter is None:
self.use_generic_reporter()
self.reporter.report(name, results, i)
def plot(self, name, results, i):
if self.plotter is not None:
self.plotter.run_with(results, name, i)
class Experiment:
def __init__(self, suite, name):
self._name = name
self.suite = suite
self.runner = runner
self.measures = []
self.reporter = None
self.plotter = None
self.setup = lambda self: self
self.teardown = lambda self: self
def __repr__(self):
return self.name + ' exp'
@property
def name(self):
return self._name if self._name is not None else self.suite.name
def restrict(self, arguments):
return self.suite.restrict(arguments)
def instances(self):
return self.suite.instances()
def invoke_with_command(self, command_generator):
self.executor = CommandExecutor(command_generator)
def set_setup(self, setup_func):
self.setup = setup_func
def set_teardown(self, teardown_func):
self.teardown = teardown_func
def measure_execution_time(self):
self.measures.append('time')
self.executor.measure_execution_time()
def measure_parsing_file(self, description, parser, filename):
self.measures.append(description)
self.executor.measure_parsing_file(description, parser, filename)
def run(self, arguments):
print("\nRunning experiment " + self.name)
contenders = self.suite.instances()
for contender in contenders:
contender.setup = MethodType(self.setup, contender)
contender.teardown = MethodType(self.teardown, contender)
return self.runner.run_with(self.executor, contenders, arguments)
def set_report(self, configurator, name, description):
self.reporter = Reporter(name, description)
configurator(self.reporter)
def set_plotter(self, configurator, name, description):
self.plotter = Plotter(configurator, name, description)
def use_generic_reporter(self):
self.reporter = Reporter('', '')
self.reporter.add_column('contender', lambda contender, _: contender,
40)
self.reporter.add_common_columns()
self.reporter.sort_by(lambda row: row[0])
def report(self, name, results, i):
if self.reporter is None:
self.use_generic_reporter()
self.reporter.report(name, results, i)
def plot(self, name, results, i):
if self.plotter is not None:
self.plotter.run_with(results, name, i)