def test_job_suite_job_fail(self): """JobSuite with a failed job raises an error""" self.mock_benchmark['path'] = 'abinaryhasnopath' fail_job = Job(self.job_config, self.mock_benchmark) suite = JobSuite({'name': 'suite', 'description': 'test'}, [fail_job]) with self.assertRaises(OSError): suite.run()
def test_job_suite(self): """JobSuite runs all jobs in the suite""" jobs = [MagicMock() for i in range(10)] for i, job in enumerate(jobs): job.name = str(i) job.safe_name = str(i) job.metrics_config.names = ['a'] job.run.return_value = {'a': i} suite = JobSuite({'name': 'suite', 'description': 'test'}, jobs) suite.run() metrics = suite.run() expected = {str(i): {'a': i} for i in range(10)} self.assertDictEqual(expected, metrics)
def test_job_suite(self): """JobSuite runs all jobs in the suite""" jobs = [MagicMock() for i in range(10)] for i, job in enumerate(jobs): job.name = str(i) job.safe_name = str(i) job.metrics_config.names = ['a'] job.run.return_value = Metrics({'a': i}) suite = JobSuite({'name': 'suite', 'description': 'test'}, jobs) suite.run() metrics = suite.run() expected = {str(i)+'.a': i for i in range(10)} self.assertDictEqual(expected, metrics.metrics())