def testFilter_ForMultipleTests(self): mock_args = self._getArgsMock(test_filter='good#t1:good#t2', skip_expected_failures=True) skip = self._getSkipString() self.assertEqual( [run_cts.TEST_FILTER_OPT + '=good.t1:good.t2-' + skip], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNoFilter_SkipExpectedFailures(self): skip_expected_failures = True mock_args = self._getArgsMock( skip_expected_failures=skip_expected_failures) skip = self._getSkipString(skip_expected_failures) self.assertEqual([run_cts.TEST_FILTER_OPT + '=-' + skip], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_ForMultipleTests(self): # Isolated test filters use :: to separate matches mock_args = self._getArgsMock( isolated_script_test_filter='good#t1::good#t2', skip_expected_failures=True) self.assertEqual([run_cts.ISOLATED_FILTER_OPT + '=good#t1::good#t2'], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNegative_IsolatedFilter(self): mock_args = self._getArgsMock( isolated_script_test_filter='-good#t1::good#t2', skip_expected_failures=True) skip = self._getSkipString() self.assertEqual([run_cts.TEST_FILTER_OPT + '=-good.t1:good.t2:' + skip], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_CombinesAll(self): skip_expected_failures = True mock_args = self._getArgsMock( isolated_script_test_filter='good#test', skip_expected_failures=skip_expected_failures) skip = self._getSkipString(skip_expected_failures) self.assertEqual([run_cts.TEST_FILTER_OPT + '=good.test-' + skip], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilterFile_CombinesExcludedMatches(self): with tempfile.NamedTemporaryFile(prefix='cts_run_test') as filter_file: filter_file.write('suite.goodtest'.encode()) filter_file.seek(0) mock_args = self._getArgsMock(test_filter_files=[filter_file.name], skip_expected_failures=False) self.assertEqual([run_cts.TEST_FILTER_OPT + '=suite.goodtest'], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilter_OverridesInclusion(self): skip_expected_failures = False mock_args = self._getArgsMock( test_filter='good#test1', skip_expected_failures=skip_expected_failures) cts_run = {'apk': 'module.apk', 'includes': [{'match': 'good#test2'}]} self.assertEqual([run_cts.TEST_FILTER_OPT + '=good.test1'], run_cts.GetTestRunFilterArg(mock_args, cts_run))
def testFilter_CombinesExcludedMatches(self): skip_expected_failures = False mock_args = self._getArgsMock( test_filter='good#test', skip_expected_failures=skip_expected_failures) skip = self._getSkipString(skip_expected_failures) self.assertEqual([run_cts.TEST_FILTER_OPT + '=good.test-' + skip], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilterFile_CombinesAll(self): with tempfile.NamedTemporaryFile(prefix='cts_run_test') as filter_file: filter_file.write('suite.goodtest'.encode()) filter_file.seek(0) mock_args = self._getArgsMock( test_filter_file=filter_file.name, skip_expected_failures=True) skip = self._getSkipString() self.assertEqual([run_cts.TEST_FILTER_OPT + '=suite.goodtest-' + skip], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_ForMultipleTests(self): skip_expected_failures = True # Isolated test filters use :: to separate matches mock_args = self._getArgsMock( isolated_script_test_filter='good#t1::good#t2', skip_expected_failures=skip_expected_failures) skip = self._getSkipString(skip_expected_failures) self.assertEqual( [run_cts.TEST_FILTER_OPT + '=good.t1:good.t2-' + skip], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_CombinesExcludedMatches(self): mock_args = self._getArgsMock(isolated_script_test_filter='good#test', skip_expected_failures=False) self.assertEqual([run_cts.TEST_FILTER_OPT + '=good.test'], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNoFilter_ExcludedMatches(self): mock_args = self._getArgsMock(skip_expected_failures=False) self.assertEqual( [run_cts.TEST_FILTER_OPT + '=-' + self._EXCLUDED_TEST], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNoFilter_SkipExpectedFailures(self): mock_args = self._getArgsMock(skip_expected_failures=True) skips = run_cts.GetExpectedFailures() skips.append(self._EXCLUDED_TEST) self.assertEqual([run_cts.TEST_FILTER_OPT + '=-' + ':'.join(skips)], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNegative_Filter(self): mock_args = self._getArgsMock(test_filter='-good#t1:good#t2', skip_expected_failures=True) self.assertEqual([run_cts.TEST_FILTER_OPT + '=-good#t1:good#t2'], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testIsolatedFilter_OverridesAll(self): mock_args = self._getArgsMock(isolated_script_test_filter='good#test', skip_expected_failures=True) self.assertEqual([run_cts.ISOLATED_FILTER_OPT + '=good#test'], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilter_OverridesExcludedMatches(self): mock_args = self._getArgsMock(test_filter='good#test', skip_expected_failures=False) self.assertEqual([run_cts.TEST_FILTER_OPT + '=good#test'], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testNoFilter_ExcludedMatches(self): mock_args = self._getArgsMock(skip_expected_failures=False) self.assertEqual([], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))
def testFilterFile_OverridesAll(self): mock_args = self._getArgsMock(test_filter_file='test.filter', skip_expected_failures=True) self.assertEqual([run_cts.FILE_FILTER_OPT + '=test.filter'], run_cts.GetTestRunFilterArg(mock_args, self._CTS_RUN))