def test_returnTrue(self): self.get_non_telemetry_benchmarks.return_value = {'honda'} perf_data_generator.GTEST_BENCHMARKS = { 'honda': BenchmarkMetadata('*****@*****.**'), } perf_data_generator.OTHER_BENCHMARKS = {} valid = perf_data_generator.is_perf_benchmarks_scheduling_valid( 'dummy', self.test_stream) self.assertEquals(self.test_stream.getvalue(), '') self.assertEquals(valid, True)
def test_UntrackedCppBenchmarks(self): self.get_non_telemetry_benchmarks.return_value = {'honda', 'tesla'} perf_data_generator.GTEST_BENCHMARKS = { 'honda': BenchmarkMetadata('*****@*****.**'), } perf_data_generator.OTHER_BENCHMARKS = {} valid = perf_data_generator.is_perf_benchmarks_scheduling_valid( 'dummy', self.test_stream) self.assertEquals(valid, False) self.assertIn( 'Benchmark tesla is scheduled on perf waterfall but not tracked', self.test_stream.getvalue())
def test_UntrackedTelemetryBenchmarks(self): self.get_telemetry_benchmarks.return_value = {'t_bar', 'darth.vader'} self.get_non_telemetry_benchmarks.return_value = {'honda'} perf_data_generator.TELEMETRY_PERF_BENCHMARKS = { 't_bar': BenchmarkMetadata('*****@*****.**'), } perf_data_generator.NON_TELEMETRY_BENCHMARKS = { 'honda': BenchmarkMetadata('*****@*****.**'), } valid = perf_data_generator.is_perf_benchmarks_scheduling_valid( 'dummy', self.test_stream) self.assertEquals(valid, False) self.assertIn('Telemetry benchmark darth.vader no longer exists', self.test_stream.getvalue())
def test_returnTrue(self): self.get_telemetry_benchmarks.return_value = {'t_foo', 't_bar'} self.get_non_telemetry_benchmarks.return_value = {'honda'} perf_data_generator.TELEMETRY_PERF_BENCHMARKS = { 't_foo': BenchmarkMetadata('*****@*****.**'), 't_bar': BenchmarkMetadata('*****@*****.**'), } perf_data_generator.NON_TELEMETRY_BENCHMARKS = { 'honda': BenchmarkMetadata('*****@*****.**'), } valid = perf_data_generator.is_perf_benchmarks_scheduling_valid( 'dummy', self.test_stream) self.assertEquals(valid, True) self.assertEquals(self.test_stream.getvalue(), '')
def test_UnscheduledCppBenchmarks(self): self.get_telemetry_benchmarks.return_value = {'t_bar'} self.get_non_telemetry_benchmarks.return_value = {'honda'} perf_data_generator.TELEMETRY_PERF_BENCHMARKS = { 't_bar': BenchmarkMetadata('*****@*****.**'), } perf_data_generator.NON_TELEMETRY_BENCHMARKS = { 'honda': BenchmarkMetadata('*****@*****.**'), 'toyota': BenchmarkMetadata('*****@*****.**'), } valid = perf_data_generator.is_perf_benchmarks_scheduling_valid( 'dummy', self.test_stream) self.assertEquals(valid, False) self.assertIn('Benchmark toyota is tracked but not scheduled', self.test_stream.getvalue())
def test_UnscheduledTelemetryBenchmarks(self): self.get_telemetry_benchmarks.return_value = {'t_bar'} self.get_non_telemetry_benchmarks.return_value = {'honda'} perf_data_generator.TELEMETRY_PERF_BENCHMARKS = { 'darth.vader': BenchmarkMetadata('*****@*****.**'), 't_bar': BenchmarkMetadata('*****@*****.**'), } perf_data_generator.GTEST_BENCHMARKS = { 'honda': BenchmarkMetadata('*****@*****.**'), } perf_data_generator.OTHER_BENCHMARKS = {} valid = perf_data_generator.is_perf_benchmarks_scheduling_valid( 'dummy', self.test_stream) self.assertEquals(valid, False) self.assertIn( 'Telemetry benchmark darth.vader exists but is not scheduled', self.test_stream.getvalue())