Example #1
0
 def test_parse_test_results_3(self):
     input_json = '{"benchmarks" : { "benchmarks/group1/Foo.Baz": [420897.5, 434825.5, 417673.0], "benchmarks/group1/FooBar": [5420897.5, 5434825.5, 5417673.0], "benchmarks/group2/Foo.Bar": [5420897.5, 5434825.5, 5417673.0] } }'
     tester = ArtMicrobenchmarksTestResults('https://example.com/')
     test_results = tester.parse_test_results(input_json)
     self.assertEqual(len(test_results), 3)
     self.assertEqual(len([t for t in test_results if t['benchmark_group'] == 'benchmarks/group1/']), 2)
     self.assertEqual(len([t for t in test_results if t['benchmark_group'] == 'benchmarks/group2/']), 1)
Example #2
0
 def test_environment_name_full(self):
     tester = ArtMicrobenchmarksTestResults('https://example.com/')
     metadata = {
         'device': 'nexus9',
         'mode': 64, # an int, on purpose
         'core': 'a57'
     }
     self.assertEqual(tester.get_environment_name(metadata), 'nexus9-64-a57-aot')
Example #3
0
 def test_environment_name_with_explicit_compiler_mode(self):
     tester = ArtMicrobenchmarksTestResults('https://example.com/')
     metadata = {
         'device': 'nexus9',
         'mode': 64, # an int, on purpose
         'core': 'a57',
         'compiler-mode': 'jit',
     }
     self.assertEqual(tester.get_environment_name(metadata), 'nexus9-64-a57-jit')
 def test_environment_name_full(self):
     tester = ArtMicrobenchmarksTestResults('https://example.com/')
     metadata = {
         'device': 'nexus9',
         'mode': 64,  # an int, on purpose
         'core': 'a57'
     }
     self.assertEqual(tester.get_environment_name(metadata),
                      'nexus9-64-a57-aot')
 def test_environment_name_with_explicit_compiler_mode(self):
     tester = ArtMicrobenchmarksTestResults('https://example.com/')
     metadata = {
         'device': 'nexus9',
         'mode': 64,  # an int, on purpose
         'core': 'a57',
         'compiler-mode': 'jit',
     }
     self.assertEqual(tester.get_environment_name(metadata),
                      'nexus9-64-a57-jit')
Example #6
0
    def test_parse_test_results(self):
        input_json = '{"benchmarks" : { "benchmarks/algorithm/Foo.Bar": [5420897.5, 5434825.5, 5417673.0] } }'
        tester = ArtMicrobenchmarksTestResults('https://example.com/')

        test_result = tester.parse_test_results(input_json)[0]
        self.assertEqual(test_result['benchmark_name'], 'Foo')
        self.assertEqual(test_result['benchmark_group'], 'benchmarks/algorithm/')

        subscore = test_result['subscore'][0]
        self.assertEqual(subscore['name'], 'Bar')
        self.assertEqual(subscore['measurement'], 5420897.5)
    def test_parse_test_results(self):
        input_json = '{"benchmarks" : { "benchmarks/algorithm/Foo.Bar": [5420897.5, 5434825.5, 5417673.0] } }'
        tester = ArtMicrobenchmarksTestResults('https://example.com/')

        test_result = tester.parse_test_results(input_json)[0]
        self.assertEqual(test_result['benchmark_name'], 'Foo')
        self.assertEqual(test_result['benchmark_group'],
                         'benchmarks/algorithm/')

        subscore = test_result['subscore'][0]
        self.assertEqual(subscore['name'], 'Bar')
        self.assertEqual(subscore['measurement'], 5420897.5)
 def test_parse_test_results_2(self):
     input_json = '{"benchmarks" : { "benchmarks/group1/Foo.Bar": [5420897.5, 5434825.5, 5417673.0], "benchmarks/group2/Foo.Bar": [5420897.5, 5434825.5, 5417673.0] } }'
     tester = ArtMicrobenchmarksTestResults('https://example.com/')
     test_results = tester.parse_test_results(input_json)
     self.assertEqual(len(test_results), 2)
     self.assertEqual(
         len([
             t for t in test_results
             if t['benchmark_group'] == 'benchmarks/group1/'
         ]), 1)
     self.assertEqual(
         len([
             t for t in test_results
             if t['benchmark_group'] == 'benchmarks/group2/'
         ]), 1)
Example #9
0
 def test_environment_name_no_metadata(self):
     tester = ArtMicrobenchmarksTestResults('https://example.com/')
     self.assertTrue(tester.get_environment_name({}) is None)
Example #10
0
 def test_environment_name_no_metadata(self):
     tester = ArtMicrobenchmarksTestResults('https://example.com/')
     self.assertTrue(tester.get_environment_name({}) is None)