def testGenerateTelemetryTestsBlacklistedReferenceBuildTest(self):
class BlacklistedBenchmark(benchmark.Benchmark):
@classmethod
def Name(cls):
return 'blacklisted'
class NotBlacklistedBenchmark(benchmark.Benchmark):
@classmethod
def Name(cls):
return 'not_blacklisted'
swarming_dimensions = [{
'os': 'SkyNet',
'id': 'T-850',
'pool': 'T-RIP',
'device_ids': ['a']
}]
test_config = {
'platform': 'android',
'swarming_dimensions': swarming_dimensions,
}
sharding_map = {'fake': {'blacklisted': 'a', 'not_blacklisted': 'a'}}
benchmarks = [BlacklistedBenchmark, NotBlacklistedBenchmark]
tests = perf_data_generator.generate_telemetry_tests(
'fake', test_config, benchmarks, sharding_map, ['blacklisted'])
generated_test_names = set(t['name'] for t in tests)
self.assertEquals(
generated_test_names,
{'blacklisted', 'not_blacklisted', 'not_blacklisted.reference'})
def testGenerateTelemetryTestsWebView(self):
class RegularBenchmark(benchmark.Benchmark):
@classmethod
def Name(cls):
return 'regular'
swarming_dimensions = [{
'os': 'SkyNet',
'id': 'T-850',
'pool': 'T-RIP',
'device_ids': ['a']
}]
test_config = {
'platform': 'android',
'swarming_dimensions': swarming_dimensions,
'replace_system_webview': True,
}
sharding_map = {'fake': {'regular': 'a'}}
benchmarks = [RegularBenchmark]
tests = perf_data_generator.generate_telemetry_tests(
'fake', test_config, benchmarks, sharding_map, ['blacklisted'])
self.assertEqual(len(tests), 1)
test = tests[0]
self.assertEquals(test['args'], [
'regular', '-v', '--upload-results', '--browser=android-webview',
'--output-format=chartjson',
'--webview-embedder-apk=../../out/Release/apks/SystemWebViewShell.apk'
])
self.assertEquals(test['isolate_name'], 'telemetry_perf_webview_tests')
