def test_job_suite_job_fail(self):
"""JobSuite with a failed job raises an error"""
self.mock_benchmark['path'] = 'abinaryhasnopath'
fail_job = Job(self.job_config, self.mock_benchmark)
suite = JobSuite({'name': 'suite', 'description': 'test'}, [fail_job])
with self.assertRaises(OSError):
suite.run()
def test_job_suite_job_fail(self):
"""JobSuite with a failed job raises an error"""
self.mock_benchmark['path'] = 'abinaryhasnopath'
fail_job = Job(self.job_config, self.mock_benchmark)
suite = JobSuite({'name': 'suite', 'description': 'test'}, [fail_job])
with self.assertRaises(OSError):
suite.run()
def test_job_suite(self):
"""JobSuite runs all jobs in the suite"""
jobs = [MagicMock() for i in range(10)]
for i, job in enumerate(jobs):
job.name = str(i)
job.safe_name = str(i)
job.metrics_config.names = ['a']
job.run.return_value = {'a': i}
suite = JobSuite({'name': 'suite', 'description': 'test'}, jobs)
suite.run()
metrics = suite.run()
expected = {str(i): {'a': i} for i in range(10)}
self.assertDictEqual(expected, metrics)
def test_job_suite(self):
"""JobSuite runs all jobs in the suite"""
jobs = [MagicMock() for i in range(10)]
for i, job in enumerate(jobs):
job.name = str(i)
job.safe_name = str(i)
job.metrics_config.names = ['a']
job.run.return_value = Metrics({'a': i})
suite = JobSuite({'name': 'suite', 'description': 'test'}, jobs)
suite.run()
metrics = suite.run()
expected = {str(i)+'.a': i for i in range(10)}
self.assertDictEqual(expected, metrics.metrics())