def testGeneratePerformanceTestSuiteWebview(self):
swarming_dimensions = [{'os': 'SkyNet', 'pool': 'T-RIP'}]
test_config = {
'platform': 'android-webview',
'dimension': swarming_dimensions,
}
test = {
'isolate':
'performance_test_suite',
'extra_args': [
'--run-ref-build',
'--test-shard-map-filename=shard_map.json',
],
'num_shards':
26
}
returned_test = perf_data_generator.generate_performance_test(
test_config, test)
expected_generated_test = {
'override_compile_targets': ['performance_test_suite'],
'isolate_name':
'performance_test_suite',
'args': [
'-v', '--browser=android-webview', '--upload-results',
'--webview-embedder-apk=../../out/Release/apks/SystemWebViewShell.apk',
'--run-ref-build', '--test-shard-map-filename=shard_map.json'
],
'trigger_script': {
'args': ['--multiple-dimension-script-verbose', 'True'],
'script': '//testing/trigger_scripts/perf_device_trigger.py'
},
'merge': {
'args': [
'--service-account-file',
'/creds/service_accounts/service-account-chromium-perf-histograms.json'
],
'script':
'//tools/perf/process_perf_results.py'
},
'swarming': {
'ignore_task_failure': False,
'can_use_on_swarming_builders': True,
'expiration': 21600,
'io_timeout': 1800,
'hard_timeout': 25200,
'upload_test_results': True,
'dimension_sets': [[{
'os': 'SkyNet',
'pool': 'T-RIP'
}]],
'shards': 26
},
'name':
'performance_test_suite'
}
self.assertEquals(returned_test, expected_generated_test)
def testGeneratePerformanceTestSuite(self):
swarming_dimensions = [{'os': 'SkyNet', 'pool': 'T-RIP'}]
test_config = {
'platform': 'android',
'dimension': swarming_dimensions,
}
test = {
'isolate':
'performance_test_suite',
'extra_args': [
'--run-ref-build',
'--test-shard-map-filename=shard_map.json',
],
'num_shards':
26
}
returned_test = perf_data_generator.generate_performance_test(
test_config, test)
expected_generated_test = {
'override_compile_targets': ['performance_test_suite'],
'isolate_name':
'performance_test_suite',
'args': [
'-v', '--browser=android-chromium', '--upload-results',
'--run-ref-build', '--test-shard-map-filename=shard_map.json'
],
'trigger_script': {
'args': ['--multiple-dimension-script-verbose', 'True'],
'requires_simultaneous_shard_dispatch': True,
'script': '//testing/trigger_scripts/perf_device_trigger.py'
},
'merge': {
'script': '//tools/perf/process_perf_results.py'
},
'swarming': {
'ignore_task_failure': False,
'can_use_on_swarming_builders': True,
'expiration': 7200,
'io_timeout': 1800,
'hard_timeout': 36000,
'dimension_sets': [[{
'os': 'SkyNet',
'pool': 'T-RIP'
}]],
'shards': 26
},
'name':
'performance_test_suite'
}
self.assertEquals(returned_test, expected_generated_test)
def testGenerateCPlusPlusTestSuite(self):
swarming_dimensions = [{'os': 'SkyNet', 'pool': 'T-RIP'}]
test_config = {
'platform': 'win',
'dimension': swarming_dimensions,
}
test = {
'isolate': 'angle_perftest',
'telemetry': False,
'num_shards': 1
}
returned_test = perf_data_generator.generate_performance_test(
test_config, test)
expected_generated_test = {
'override_compile_targets': ['angle_perftest'],
'isolate_name':
'angle_perftest',
'args': [
'--gtest-benchmark-name', 'angle_perftest',
'--non-telemetry=true', '--migrated-test=true'
],
'trigger_script': {
'args': ['--multiple-dimension-script-verbose', 'True'],
'script': '//testing/trigger_scripts/perf_device_trigger.py'
},
'merge': {
'args': [
'--service-account-file',
'C:\\creds\\service_accounts\\service-account-chromium-perf-histograms.json'
],
'script':
'//tools/perf/process_perf_results.py'
},
'swarming': {
'ignore_task_failure': False,
'can_use_on_swarming_builders': True,
'expiration': 21600,
'io_timeout': 1800,
'hard_timeout': 25200,
'upload_test_results': True,
'dimension_sets': [[{
'os': 'SkyNet',
'pool': 'T-RIP'
}]],
'shards': 1
},
'name':
'angle_perftest'
}
self.assertEquals(returned_test, expected_generated_test)
def testGenerateCPlusPlusTestSuite(self):
swarming_dimensions = [{'os': 'SkyNet', 'pool': 'T-RIP'}]
test_config = {
'platform': 'win',
'dimension': swarming_dimensions,
}
test = {
'isolate': 'angle_perftest',
'num_shards': 1,
'type': perf_data_generator.TEST_TYPES.GTEST,
}
returned_test = perf_data_generator.generate_performance_test(
test_config, test)
expected_generated_test = {
'override_compile_targets': ['angle_perftest'],
'isolate_name': 'angle_perftest',
'args': ['--gtest-benchmark-name', 'angle_perftest'],
'trigger_script': {
'args': ['--multiple-dimension-script-verbose', 'True'],
'requires_simultaneous_shard_dispatch': True,
'script': '//testing/trigger_scripts/perf_device_trigger.py'
},
'merge': {
'script': '//tools/perf/process_perf_results.py'
},
'swarming': {
'ignore_task_failure': False,
'can_use_on_swarming_builders': True,
'expiration': 7200,
'io_timeout': 1800,
'hard_timeout': 36000,
'dimension_sets': [[{
'os': 'SkyNet',
'pool': 'T-RIP'
}]],
'shards': 1
},
'name': 'angle_perftest'
}
self.assertEquals(returned_test, expected_generated_test)
