def test_build_all_measurers(_, mocked_build_measurer,
build_measurer_return_value, experiment):
"""Tests that build_all_measurers works as intendend when build_measurer
calls fail."""
mocked_build_measurer.return_value = build_measurer_return_value
benchmarks = get_regular_benchmarks()
result = builder.build_all_measurers(benchmarks)
if build_measurer_return_value:
assert result == benchmarks
else:
assert not result
def __init__(self, experiment_config_filepath: str):
self.config = yaml_utils.read(experiment_config_filepath)
benchmarks = self.config['benchmarks'].split(',')
self.benchmarks = builder.build_all_measurers(benchmarks)
self.fuzzers = [
fuzzer_config_utils.get_fuzzer_name(filename) for filename in
os.listdir(fuzzer_config_utils.get_fuzzer_configs_dir())
]
_initialize_experiment_in_db(self.config['experiment'], self.benchmarks,
self.fuzzers, self.config['trials'])
self.web_bucket = posixpath.join(self.config['cloud_web_bucket'],
experiment_utils.get_experiment_name())
def _test_build_measurers_benchmarks(benchmarks):
"""Asserts that measurers for each benchmark in |benchmarks| can build."""
assert benchmarks == builder.build_all_measurers(benchmarks)