def test_unexpected_failures_observed_when_tree_is_hosed(self): failures = ExpectedFailures() failures.update(MockResults(['foo.html', 'banana.html'], failure_limit=2)) self.assertEqual(failures.unexpected_failures_observed(MockResults(['foo.html', 'bar.html'])), None) self.assertEqual(failures.unexpected_failures_observed(MockResults(['baz.html'])), None) unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'], failure_limit=3) self.assertEqual(failures.unexpected_failures_observed(unbounded_results), None) unbounded_results_with_existing_failure = MockResults(['foo.html', 'baz.html', 'qux.html', 'taco.html'], failure_limit=4) self.assertEqual(failures.unexpected_failures_observed(unbounded_results_with_existing_failure), None)
def test_unexpected_failures_observed_when_tree_is_hosed(self): failures = ExpectedFailures() failures.update( MockResults(['foo.html', 'banana.html'], failure_limit=2)) self.assertEquals( failures.unexpected_failures_observed( MockResults(['foo.html', 'bar.html'])), None) self.assertEquals( failures.unexpected_failures_observed(MockResults(['baz.html'])), None) unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'], failure_limit=3) self.assertEquals( failures.unexpected_failures_observed(unbounded_results), None) unbounded_results_with_existing_failure = MockResults( ['foo.html', 'baz.html', 'qux.html', 'taco.html'], failure_limit=4) self.assertEquals( failures.unexpected_failures_observed( unbounded_results_with_existing_failure), None)
def test_unexpected_failures_observed(self): failures = ExpectedFailures() failures.update(MockResults(['foo.html'])) self.assertEqual( failures.unexpected_failures_observed( MockResults(['foo.html', 'bar.html'])), set(['bar.html'])) self.assertEqual( failures.unexpected_failures_observed(MockResults(['baz.html'])), set(['baz.html'])) unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'], did_exceed_test_failure_limit=True) self.assertEqual( failures.unexpected_failures_observed(unbounded_results), set(['baz.html', 'qux.html', 'taco.html'])) unbounded_results_with_existing_failure = MockResults( ['foo.html', 'baz.html', 'qux.html', 'taco.html'], did_exceed_test_failure_limit=True) self.assertEqual( failures.unexpected_failures_observed( unbounded_results_with_existing_failure), set(['baz.html', 'qux.html', 'taco.html']))
def test_failures_were_expected(self): failures = ExpectedFailures() failures.update(MockResults(['foo.html'])) self._assert_expected(failures, ['foo.html'], True) self._assert_expected(failures, ['bar.html'], False) self._assert_expected(failures, ['bar.html', 'foo.html'], False) failures.update(MockResults(['baz.html'])) self._assert_expected(failures, ['baz.html'], True) self._assert_expected(failures, ['foo.html'], False) failures.update(MockResults([])) self._assert_expected(failures, ['baz.html'], False) self._assert_expected(failures, ['foo.html'], False)