def test_unexpected_failures_observed_when_tree_is_hosed(self):
failures = ExpectedFailures()
failures.update(MockResults(['foo.html', 'banana.html'], failure_limit=2))
self.assertEqual(failures.unexpected_failures_observed(MockResults(['foo.html', 'bar.html'])), None)
self.assertEqual(failures.unexpected_failures_observed(MockResults(['baz.html'])), None)
unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'], failure_limit=3)
self.assertEqual(failures.unexpected_failures_observed(unbounded_results), None)
unbounded_results_with_existing_failure = MockResults(['foo.html', 'baz.html', 'qux.html', 'taco.html'], failure_limit=4)
self.assertEqual(failures.unexpected_failures_observed(unbounded_results_with_existing_failure), None)
def test_unexpected_failures_observed_when_tree_is_hosed(self):
failures = ExpectedFailures()
failures.update(
MockResults(['foo.html', 'banana.html'], failure_limit=2))
self.assertEquals(
failures.unexpected_failures_observed(
MockResults(['foo.html', 'bar.html'])), None)
self.assertEquals(
failures.unexpected_failures_observed(MockResults(['baz.html'])),
None)
unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'],
failure_limit=3)
self.assertEquals(
failures.unexpected_failures_observed(unbounded_results), None)
unbounded_results_with_existing_failure = MockResults(
['foo.html', 'baz.html', 'qux.html', 'taco.html'], failure_limit=4)
self.assertEquals(
failures.unexpected_failures_observed(
unbounded_results_with_existing_failure), None)
def test_unexpected_failures_observed(self):
failures = ExpectedFailures()
failures.update(MockResults(['foo.html']))
self.assertEqual(
failures.unexpected_failures_observed(
MockResults(['foo.html', 'bar.html'])), set(['bar.html']))
self.assertEqual(
failures.unexpected_failures_observed(MockResults(['baz.html'])),
set(['baz.html']))
unbounded_results = MockResults(['baz.html', 'qux.html', 'taco.html'],
did_exceed_test_failure_limit=True)
self.assertEqual(
failures.unexpected_failures_observed(unbounded_results),
set(['baz.html', 'qux.html', 'taco.html']))
unbounded_results_with_existing_failure = MockResults(
['foo.html', 'baz.html', 'qux.html', 'taco.html'],
did_exceed_test_failure_limit=True)
self.assertEqual(
failures.unexpected_failures_observed(
unbounded_results_with_existing_failure),
set(['baz.html', 'qux.html', 'taco.html']))
def test_failures_were_expected(self):
failures = ExpectedFailures()
failures.update(MockResults(['foo.html']))
self._assert_expected(failures, ['foo.html'], True)
self._assert_expected(failures, ['bar.html'], False)
self._assert_expected(failures, ['bar.html', 'foo.html'], False)
failures.update(MockResults(['baz.html']))
self._assert_expected(failures, ['baz.html'], True)
self._assert_expected(failures, ['foo.html'], False)
failures.update(MockResults([]))
self._assert_expected(failures, ['baz.html'], False)
self._assert_expected(failures, ['foo.html'], False)
def test_failures_were_expected(self):
failures = ExpectedFailures()
failures.update(MockResults(['foo.html']))
self._assert_expected(failures, ['foo.html'], True)
self._assert_expected(failures, ['bar.html'], False)
self._assert_expected(failures, ['bar.html', 'foo.html'], False)
failures.update(MockResults(['baz.html']))
self._assert_expected(failures, ['baz.html'], True)
self._assert_expected(failures, ['foo.html'], False)
failures.update(MockResults([]))
self._assert_expected(failures, ['baz.html'], False)
self._assert_expected(failures, ['foo.html'], False)
