def testFilter_ForMultipleTests(self):
mock_args = self._getArgsMock(test_filter='good#t1:good#t2',
skip_expected_failures=True)
skip = self._getSkipString()
self.assertEqual(
[run_cts.TEST_FILTER_OPT + '=good.t1:good.t2-' + skip],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNoFilter_SkipExpectedFailures(self):
skip_expected_failures = True
mock_args = self._getArgsMock(
skip_expected_failures=skip_expected_failures)
skip = self._getSkipString(skip_expected_failures)
self.assertEqual([run_cts.TEST_FILTER_OPT + '=-' + skip],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_ForMultipleTests(self):
# Isolated test filters use :: to separate matches
mock_args = self._getArgsMock(
isolated_script_test_filter='good#t1::good#t2',
skip_expected_failures=True)
self.assertEqual([run_cts.ISOLATED_FILTER_OPT + '=good#t1::good#t2'],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNegative_IsolatedFilter(self):
mock_args = self._getArgsMock(
isolated_script_test_filter='-good#t1::good#t2',
skip_expected_failures=True)
skip = self._getSkipString()
self.assertEqual([run_cts.TEST_FILTER_OPT + '=-good.t1:good.t2:' + skip],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_CombinesAll(self):
skip_expected_failures = True
mock_args = self._getArgsMock(
isolated_script_test_filter='good#test',
skip_expected_failures=skip_expected_failures)
skip = self._getSkipString(skip_expected_failures)
self.assertEqual([run_cts.TEST_FILTER_OPT + '=good.test-' + skip],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilterFile_CombinesExcludedMatches(self):
with tempfile.NamedTemporaryFile(prefix='cts_run_test') as filter_file:
filter_file.write('suite.goodtest'.encode())
filter_file.seek(0)
mock_args = self._getArgsMock(test_filter_files=[filter_file.name],
skip_expected_failures=False)
self.assertEqual([run_cts.TEST_FILTER_OPT + '=suite.goodtest'],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilter_OverridesInclusion(self):
skip_expected_failures = False
mock_args = self._getArgsMock(
test_filter='good#test1',
skip_expected_failures=skip_expected_failures)
cts_run = {'apk': 'module.apk', 'includes': [{'match': 'good#test2'}]}
self.assertEqual([run_cts.TEST_FILTER_OPT + '=good.test1'],
run_cts.GetTestRunFilterArg(mock_args, cts_run))
def testFilter_CombinesExcludedMatches(self):
skip_expected_failures = False
mock_args = self._getArgsMock(
test_filter='good#test',
skip_expected_failures=skip_expected_failures)
skip = self._getSkipString(skip_expected_failures)
self.assertEqual([run_cts.TEST_FILTER_OPT + '=good.test-' + skip],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilterFile_CombinesAll(self):
with tempfile.NamedTemporaryFile(prefix='cts_run_test') as filter_file:
filter_file.write('suite.goodtest'.encode())
filter_file.seek(0)
mock_args = self._getArgsMock(
test_filter_file=filter_file.name,
skip_expected_failures=True)
skip = self._getSkipString()
self.assertEqual([run_cts.TEST_FILTER_OPT + '=suite.goodtest-' + skip],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_ForMultipleTests(self):
skip_expected_failures = True
# Isolated test filters use :: to separate matches
mock_args = self._getArgsMock(
isolated_script_test_filter='good#t1::good#t2',
skip_expected_failures=skip_expected_failures)
skip = self._getSkipString(skip_expected_failures)
self.assertEqual(
[run_cts.TEST_FILTER_OPT + '=good.t1:good.t2-' + skip],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_CombinesExcludedMatches(self):
mock_args = self._getArgsMock(isolated_script_test_filter='good#test',
skip_expected_failures=False)
self.assertEqual([run_cts.TEST_FILTER_OPT + '=good.test'],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNoFilter_ExcludedMatches(self):
mock_args = self._getArgsMock(skip_expected_failures=False)
self.assertEqual(
[run_cts.TEST_FILTER_OPT + '=-' + self._EXCLUDED_TEST],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNoFilter_SkipExpectedFailures(self):
mock_args = self._getArgsMock(skip_expected_failures=True)
skips = run_cts.GetExpectedFailures()
skips.append(self._EXCLUDED_TEST)
self.assertEqual([run_cts.TEST_FILTER_OPT + '=-' + ':'.join(skips)],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNegative_Filter(self):
mock_args = self._getArgsMock(test_filter='-good#t1:good#t2',
skip_expected_failures=True)
self.assertEqual([run_cts.TEST_FILTER_OPT + '=-good#t1:good#t2'],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_OverridesAll(self):
mock_args = self._getArgsMock(isolated_script_test_filter='good#test',
skip_expected_failures=True)
self.assertEqual([run_cts.ISOLATED_FILTER_OPT + '=good#test'],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilter_OverridesExcludedMatches(self):
mock_args = self._getArgsMock(test_filter='good#test',
skip_expected_failures=False)
self.assertEqual([run_cts.TEST_FILTER_OPT + '=good#test'],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNoFilter_ExcludedMatches(self):
mock_args = self._getArgsMock(skip_expected_failures=False)
self.assertEqual([],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilterFile_OverridesAll(self):
mock_args = self._getArgsMock(test_filter_file='test.filter',
skip_expected_failures=True)
self.assertEqual([run_cts.FILE_FILTER_OPT + '=test.filter'],
run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
