def testSkipOnlyWhenTestMatchesTestFilterWithBrowser(self):
test_name = 'unit_tests_test.ExampleTests.test_also_fail'
runner = run_tests.typ.Runner()
runner.args.test_filter = test_name
runner.args.skip.append('*fail')
runner.top_level_dirs = [os.path.join(util.GetTelemetryDir(), 'examples')]
possible_browser = MockPossibleBrowser(
'system', 'mac', 'mavericks', True)
runner.classifier = run_tests.GetClassifier(runner, possible_browser)
_, test_set = runner.find_tests(runner.args)
self.assertEqual(len(test_set.tests_to_skip), 1)
self.assertEqual(test_set.tests_to_skip[0].name, test_name)
def _GetEnabledTests(self, browser_type, os_name, os_version_name,
supports_tab_control, runner=None):
if not runner:
runner = run_tests.typ.Runner()
host = runner.host
runner.top_level_dirs = [util.GetTelemetryDir()]
runner.args.tests = [
host.join(util.GetTelemetryDir(), 'telemetry', 'testing',
'disabled_cases.py')
]
possible_browser = MockPossibleBrowser(
browser_type, os_name, os_version_name, supports_tab_control)
runner.classifier = run_tests.GetClassifier(runner, possible_browser)
_, test_set = runner.find_tests(runner.args)
return set(test.name.split('.')[-1] for test in test_set.parallel_tests)
def testIncludeGlobsInTestFilterListWithBrowser(self):
test_prefix = 'unit_tests_test.ExampleTests.%s'
expected_failure = test_prefix % 'test_fail'
expected_success = test_prefix % 'test_pass'
expected_skip = test_prefix % 'test_skip'
runner = run_tests.typ.Runner()
runner.args.test_filter = _MakeTestFilter(
[expected_failure, test_prefix % 'test_sk*', expected_success])
runner.top_level_dirs = [os.path.join(util.GetTelemetryDir(), 'examples')]
possible_browser = MockPossibleBrowser(
'system', 'mac', 'mavericks', True)
runner.classifier = run_tests.GetClassifier(runner, possible_browser)
_, test_set = runner.find_tests(runner.args)
self.assertEqual(len(test_set.parallel_tests), 3)
test_names_found = [test.name for test in test_set.parallel_tests]
self.assertIn(expected_failure, test_names_found)
self.assertIn(expected_success, test_names_found)
self.assertIn(expected_skip, test_names_found)