def test_returnTrue(self):
        self.get_non_telemetry_benchmarks.return_value = {'honda'}

        perf_data_generator.GTEST_BENCHMARKS = {
            'honda': BenchmarkMetadata('*****@*****.**'),
        }
        perf_data_generator.OTHER_BENCHMARKS = {}
        valid = perf_data_generator.is_perf_benchmarks_scheduling_valid(
            'dummy', self.test_stream)

        self.assertEquals(self.test_stream.getvalue(), '')
        self.assertEquals(valid, True)
    def test_UntrackedCppBenchmarks(self):
        self.get_non_telemetry_benchmarks.return_value = {'honda', 'tesla'}

        perf_data_generator.GTEST_BENCHMARKS = {
            'honda': BenchmarkMetadata('*****@*****.**'),
        }
        perf_data_generator.OTHER_BENCHMARKS = {}
        valid = perf_data_generator.is_perf_benchmarks_scheduling_valid(
            'dummy', self.test_stream)

        self.assertEquals(valid, False)
        self.assertIn(
            'Benchmark tesla is scheduled on perf waterfall but not tracked',
            self.test_stream.getvalue())
示例#3
0
    def test_UntrackedTelemetryBenchmarks(self):
        self.get_telemetry_benchmarks.return_value = {'t_bar', 'darth.vader'}
        self.get_non_telemetry_benchmarks.return_value = {'honda'}

        perf_data_generator.TELEMETRY_PERF_BENCHMARKS = {
            't_bar': BenchmarkMetadata('*****@*****.**'),
        }
        perf_data_generator.NON_TELEMETRY_BENCHMARKS = {
            'honda': BenchmarkMetadata('*****@*****.**'),
        }
        valid = perf_data_generator.is_perf_benchmarks_scheduling_valid(
            'dummy', self.test_stream)

        self.assertEquals(valid, False)
        self.assertIn('Telemetry benchmark darth.vader no longer exists',
                      self.test_stream.getvalue())
示例#4
0
    def test_returnTrue(self):
        self.get_telemetry_benchmarks.return_value = {'t_foo', 't_bar'}
        self.get_non_telemetry_benchmarks.return_value = {'honda'}

        perf_data_generator.TELEMETRY_PERF_BENCHMARKS = {
            't_foo': BenchmarkMetadata('*****@*****.**'),
            't_bar': BenchmarkMetadata('*****@*****.**'),
        }
        perf_data_generator.NON_TELEMETRY_BENCHMARKS = {
            'honda': BenchmarkMetadata('*****@*****.**'),
        }
        valid = perf_data_generator.is_perf_benchmarks_scheduling_valid(
            'dummy', self.test_stream)

        self.assertEquals(valid, True)
        self.assertEquals(self.test_stream.getvalue(), '')
示例#5
0
    def test_UnscheduledCppBenchmarks(self):
        self.get_telemetry_benchmarks.return_value = {'t_bar'}
        self.get_non_telemetry_benchmarks.return_value = {'honda'}

        perf_data_generator.TELEMETRY_PERF_BENCHMARKS = {
            't_bar': BenchmarkMetadata('*****@*****.**'),
        }
        perf_data_generator.NON_TELEMETRY_BENCHMARKS = {
            'honda': BenchmarkMetadata('*****@*****.**'),
            'toyota': BenchmarkMetadata('*****@*****.**'),
        }
        valid = perf_data_generator.is_perf_benchmarks_scheduling_valid(
            'dummy', self.test_stream)

        self.assertEquals(valid, False)
        self.assertIn('Benchmark toyota is tracked but not scheduled',
                      self.test_stream.getvalue())
    def test_UnscheduledTelemetryBenchmarks(self):
        self.get_telemetry_benchmarks.return_value = {'t_bar'}
        self.get_non_telemetry_benchmarks.return_value = {'honda'}

        perf_data_generator.TELEMETRY_PERF_BENCHMARKS = {
            'darth.vader': BenchmarkMetadata('*****@*****.**'),
            't_bar': BenchmarkMetadata('*****@*****.**'),
        }
        perf_data_generator.GTEST_BENCHMARKS = {
            'honda': BenchmarkMetadata('*****@*****.**'),
        }
        perf_data_generator.OTHER_BENCHMARKS = {}
        valid = perf_data_generator.is_perf_benchmarks_scheduling_valid(
            'dummy', self.test_stream)

        self.assertEquals(valid, False)
        self.assertIn(
            'Telemetry benchmark darth.vader exists but is not scheduled',
            self.test_stream.getvalue())