def testStart(self): quest = run_telemetry_test.RunTelemetryTest('server', {'key': 'value'}, ['arg']) execution = quest.Start('change', 'https://isolate.server', 'isolate hash') self.assertEqual(execution._extra_args, ['arg', '--results-label', 'change'])
def testBenchmarkWithPerformanceTestSuite(self): arguments = dict(_BASE_ARGUMENTS) arguments['target'] = 'performance_test_suite' quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments) expected = run_telemetry_test.RunTelemetryTest( 'server', {'key': 'value'}, ['--benchmarks'] + _BASE_EXTRA_ARGS) self.assertEqual(quest, expected)
def testWebviewFlag(self): quest = run_telemetry_test.RunTelemetryTest.FromDict({ 'dimensions': {'key': 'value'}, 'benchmark': 'speedometer', 'browser': 'android-webview', }) expected = run_telemetry_test.RunTelemetryTest( {'key': 'value'}, _WEBVIEW_ARGUMENTS) self.assertEqual(quest, expected)
def testStartupBenchmarkRepeatCount(self): quest = run_telemetry_test.RunTelemetryTest.FromDict({ 'dimensions': {'key': 'value'}, 'benchmark': 'start_with_url.warm.startup_pages', 'browser': 'release', }) expected = run_telemetry_test.RunTelemetryTest( {'key': 'value'}, _STARTUP_BENCHMARK_ARGUMENTS) self.assertEqual(quest, expected)
def testMinimumArguments(self): quest = run_telemetry_test.RunTelemetryTest.FromDict({ 'dimensions': {'key': 'value'}, 'benchmark': 'speedometer', 'browser': 'release', }) expected = run_telemetry_test.RunTelemetryTest( {'key': 'value'}, _MIN_ARGUMENTS) self.assertEqual(quest, expected)
def testStart(self): quest = run_telemetry_test.RunTelemetryTest('server', run_test_test.DIMENSIONS, ['arg'], _BASE_SWARMING_TAGS) execution = quest.Start('change', 'https://isolate.server', 'isolate hash') self.assertEqual(execution._extra_args, ['arg', '--results-label', 'change'])
def testAllArguments(self): quest = run_telemetry_test.RunTelemetryTest.FromDict({ 'dimensions': {'key': 'value'}, 'benchmark': 'speedometer', 'browser': 'release', 'story': 'http://www.fifa.com/', }) expected = run_telemetry_test.RunTelemetryTest( {'key': 'value'}, _ALL_ARGUMENTS) self.assertEqual(quest, expected)
def testStartupBenchmarkRepeatCount(self): arguments = dict(_BASE_ARGUMENTS) arguments['benchmark'] = 'start_with_url.warm.startup_pages' quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments) extra_args = [ '--benchmarks', 'start_with_url.warm.startup_pages', '--pageset-repeat', '2', '--browser', 'release', ] + _COMBINED_DEFAULT_EXTRA_ARGS expected = run_telemetry_test.RunTelemetryTest( 'server', run_test_test.DIMENSIONS, extra_args, _BASE_SWARMING_TAGS) self.assertEqual(quest, expected)
def testWebview(self): arguments = dict(_BASE_ARGUMENTS) arguments['browser'] = 'android-webview' quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments) extra_args = [ '--benchmarks', 'speedometer', '--pageset-repeat', '1', '--browser', 'android-webview', ] + _COMBINED_DEFAULT_EXTRA_ARGS expected = run_telemetry_test.RunTelemetryTest( 'server', run_test_test.DIMENSIONS, extra_args, _BASE_SWARMING_TAGS) self.assertEqual(quest, expected)
def testWebviewFlagNonExact(self): arguments = dict(_BASE_ARGUMENTS) arguments['browser'] = 'android-webview-google' quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments) extra_args = [ '--benchmarks', 'speedometer', '--pageset-repeat', '1', '--browser', 'android-webview-google', '--webview-embedder-apk', '../../out/Release/apks/SystemWebViewShell.apk', ] + _COMBINED_DEFAULT_EXTRA_ARGS expected = run_telemetry_test.RunTelemetryTest( 'server', run_test_test.DIMENSIONS, extra_args, _BASE_SWARMING_TAGS) self.assertEqual(quest, expected)
def testAllArguments(self): arguments = dict(_BASE_ARGUMENTS) arguments['story'] = 'http://www.fifa.com/' arguments['story_tags'] = 'tag1,tag2' quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments) extra_args = [ '--benchmarks', 'speedometer', '--story-filter', '^http...www.fifa.com.$', '--story-tag-filter', 'tag1,tag2', '--pageset-repeat', '1', '--browser', 'release', ] + _COMBINED_DEFAULT_EXTRA_ARGS expected = run_telemetry_test.RunTelemetryTest( 'server', run_test_test.DIMENSIONS, extra_args, _BASE_SWARMING_TAGS) self.assertEqual(quest, expected)
def testStartupBenchmarkRepeatCount(self): arguments = dict(_BASE_ARGUMENTS) arguments['benchmark'] = 'start_with_url.warm.startup_pages' quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments) extra_args = [ 'start_with_url.warm.startup_pages', '--pageset-repeat', '2', '--browser', 'release', ] + run_telemetry_test._DEFAULT_EXTRA_ARGS + run_test._DEFAULT_EXTRA_ARGS expected = run_telemetry_test.RunTelemetryTest('server', {'key': 'value'}, extra_args) self.assertEqual(quest, expected)
def testAllArguments(self): arguments = dict(_BASE_ARGUMENTS) arguments['story'] = 'http://www.fifa.com/' quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments) extra_args = [ 'speedometer', '--story-filter', 'http://www.fifa.com/', '--pageset-repeat', '1', '--browser', 'release', ] + _COMBINED_DEFAULT_EXTRA_ARGS expected = run_telemetry_test.RunTelemetryTest('server', {'key': 'value'}, extra_args) self.assertEqual(quest, expected)
def testWebviewFlag(self): arguments = dict(_BASE_ARGUMENTS) arguments['browser'] = 'android-webview' quest = run_telemetry_test.RunTelemetryTest.FromDict(arguments) extra_args = [ 'speedometer', '--pageset-repeat', '1', '--browser', 'android-webview', '--webview-embedder-apk', '../../out/Release/apks/SystemWebViewShell.apk', ] + _COMBINED_DEFAULT_EXTRA_ARGS expected = run_telemetry_test.RunTelemetryTest('server', {'key': 'value'}, extra_args) self.assertEqual(quest, expected)
def testMinimumArguments(self): quest = run_telemetry_test.RunTelemetryTest.FromDict(_BASE_ARGUMENTS) expected = run_telemetry_test.RunTelemetryTest( 'server', run_test_test.DIMENSIONS, _BASE_EXTRA_ARGS, _BASE_SWARMING_TAGS) self.assertEqual(quest, expected)
def testMinimumArguments(self): quest = run_telemetry_test.RunTelemetryTest.FromDict(_BASE_ARGUMENTS) expected = run_telemetry_test.RunTelemetryTest('server', {'key': 'value'}, _BASE_EXTRA_ARGS) self.assertEqual(quest, expected)