def testStart(self):
quest = run_telemetry_test.RunTelemetryTest('server', {'key': 'value'},
['arg'])
execution = quest.Start('change', 'https://isolate.server',
'isolate hash')
self.assertEqual(execution._extra_args,
['arg', '--results-label', 'change'])
def testBenchmarkWithPerformanceTestSuite(self):
arguments = dict(_BASE_ARGUMENTS)
arguments['target'] = 'performance_test_suite'
quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments)
expected = run_telemetry_test.RunTelemetryTest(
'server', {'key': 'value'}, ['--benchmarks'] + _BASE_EXTRA_ARGS)
self.assertEqual(quest, expected)
def testWebviewFlag(self):
quest = run_telemetry_test.RunTelemetryTest.FromDict({
'dimensions': {'key': 'value'},
'benchmark': 'speedometer',
'browser': 'android-webview',
})
expected = run_telemetry_test.RunTelemetryTest(
{'key': 'value'}, _WEBVIEW_ARGUMENTS)
self.assertEqual(quest, expected)
def testStartupBenchmarkRepeatCount(self):
quest = run_telemetry_test.RunTelemetryTest.FromDict({
'dimensions': {'key': 'value'},
'benchmark': 'start_with_url.warm.startup_pages',
'browser': 'release',
})
expected = run_telemetry_test.RunTelemetryTest(
{'key': 'value'}, _STARTUP_BENCHMARK_ARGUMENTS)
self.assertEqual(quest, expected)
def testMinimumArguments(self):
quest = run_telemetry_test.RunTelemetryTest.FromDict({
'dimensions': {'key': 'value'},
'benchmark': 'speedometer',
'browser': 'release',
})
expected = run_telemetry_test.RunTelemetryTest(
{'key': 'value'}, _MIN_ARGUMENTS)
self.assertEqual(quest, expected)
def testStart(self):
quest = run_telemetry_test.RunTelemetryTest('server',
run_test_test.DIMENSIONS,
['arg'],
_BASE_SWARMING_TAGS)
execution = quest.Start('change', 'https://isolate.server',
'isolate hash')
self.assertEqual(execution._extra_args,
['arg', '--results-label', 'change'])
def testAllArguments(self):
quest = run_telemetry_test.RunTelemetryTest.FromDict({
'dimensions': {'key': 'value'},
'benchmark': 'speedometer',
'browser': 'release',
'story': 'http://www.fifa.com/',
})
expected = run_telemetry_test.RunTelemetryTest(
{'key': 'value'}, _ALL_ARGUMENTS)
self.assertEqual(quest, expected)
def testStartupBenchmarkRepeatCount(self):
arguments = dict(_BASE_ARGUMENTS)
arguments['benchmark'] = 'start_with_url.warm.startup_pages'
quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments)
extra_args = [
'--benchmarks', 'start_with_url.warm.startup_pages',
'--pageset-repeat', '2', '--browser', 'release',
] + _COMBINED_DEFAULT_EXTRA_ARGS
expected = run_telemetry_test.RunTelemetryTest(
'server', run_test_test.DIMENSIONS, extra_args, _BASE_SWARMING_TAGS)
self.assertEqual(quest, expected)
def testWebview(self):
arguments = dict(_BASE_ARGUMENTS)
arguments['browser'] = 'android-webview'
quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments)
extra_args = [
'--benchmarks', 'speedometer', '--pageset-repeat', '1',
'--browser', 'android-webview',
] + _COMBINED_DEFAULT_EXTRA_ARGS
expected = run_telemetry_test.RunTelemetryTest(
'server', run_test_test.DIMENSIONS, extra_args, _BASE_SWARMING_TAGS)
self.assertEqual(quest, expected)
def testWebviewFlagNonExact(self):
arguments = dict(_BASE_ARGUMENTS)
arguments['browser'] = 'android-webview-google'
quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments)
extra_args = [
'--benchmarks', 'speedometer', '--pageset-repeat', '1',
'--browser', 'android-webview-google', '--webview-embedder-apk',
'../../out/Release/apks/SystemWebViewShell.apk',
] + _COMBINED_DEFAULT_EXTRA_ARGS
expected = run_telemetry_test.RunTelemetryTest(
'server', run_test_test.DIMENSIONS, extra_args, _BASE_SWARMING_TAGS)
self.assertEqual(quest, expected)
def testAllArguments(self):
arguments = dict(_BASE_ARGUMENTS)
arguments['story'] = 'http://www.fifa.com/'
arguments['story_tags'] = 'tag1,tag2'
quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments)
extra_args = [
'--benchmarks', 'speedometer', '--story-filter',
'^http...www.fifa.com.$', '--story-tag-filter', 'tag1,tag2',
'--pageset-repeat', '1', '--browser', 'release',
] + _COMBINED_DEFAULT_EXTRA_ARGS
expected = run_telemetry_test.RunTelemetryTest(
'server', run_test_test.DIMENSIONS, extra_args, _BASE_SWARMING_TAGS)
self.assertEqual(quest, expected)
def testStartupBenchmarkRepeatCount(self):
arguments = dict(_BASE_ARGUMENTS)
arguments['benchmark'] = 'start_with_url.warm.startup_pages'
quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments)
extra_args = [
'start_with_url.warm.startup_pages',
'--pageset-repeat',
'2',
'--browser',
'release',
] + run_telemetry_test._DEFAULT_EXTRA_ARGS + run_test._DEFAULT_EXTRA_ARGS
expected = run_telemetry_test.RunTelemetryTest('server',
{'key': 'value'},
extra_args)
self.assertEqual(quest, expected)
def testAllArguments(self):
arguments = dict(_BASE_ARGUMENTS)
arguments['story'] = 'http://www.fifa.com/'
quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments)
extra_args = [
'speedometer',
'--story-filter',
'http://www.fifa.com/',
'--pageset-repeat',
'1',
'--browser',
'release',
] + _COMBINED_DEFAULT_EXTRA_ARGS
expected = run_telemetry_test.RunTelemetryTest('server',
{'key': 'value'},
extra_args)
self.assertEqual(quest, expected)
def testWebviewFlag(self):
arguments = dict(_BASE_ARGUMENTS)
arguments['browser'] = 'android-webview'
quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments)
extra_args = [
'speedometer',
'--pageset-repeat',
'1',
'--browser',
'android-webview',
'--webview-embedder-apk',
'../../out/Release/apks/SystemWebViewShell.apk',
] + _COMBINED_DEFAULT_EXTRA_ARGS
expected = run_telemetry_test.RunTelemetryTest('server',
{'key': 'value'},
extra_args)
self.assertEqual(quest, expected)
def testMinimumArguments(self):
quest = run_telemetry_test.RunTelemetryTest.FromDict(_BASE_ARGUMENTS)
expected = run_telemetry_test.RunTelemetryTest(
'server', run_test_test.DIMENSIONS, _BASE_EXTRA_ARGS,
_BASE_SWARMING_TAGS)
self.assertEqual(quest, expected)
def testMinimumArguments(self):
quest = run_telemetry_test.RunTelemetryTest.FromDict(_BASE_ARGUMENTS)
expected = run_telemetry_test.RunTelemetryTest('server',
{'key': 'value'},
_BASE_EXTRA_ARGS)
self.assertEqual(quest, expected)
