def testFailureFailureMatching(self):
"""Tests when there are failure results for failure expectations."""
foo_result = data_types.Result('foo/test', ['win10'], 'Failure',
'pixel_tests', 'build_id')
expectation_map = self.GetEmptyMapForGenericFailureExpectation()
unmatched_results = queries._AddResultListToMap(expectation_map, 'builder',
[foo_result])
self.assertEqual(unmatched_results, [])
expected_expectation_map = self.GetFailedMapForExpectation(
self.GetGenericFailureExpectation())
self.assertEqual(expectation_map, expected_expectation_map)
def testRetryOnlyFailMatching(self):
"""Tests when the only tests are retry expectations that fail and match."""
foo_result = data_types.Result('foo/test', ['win10'], 'Failure',
'pixel_tests', 'build_id')
expectation_map = self.GetEmptyMapForGenericRetryExpectation()
unmatched_results = queries._AddResultListToMap(expectation_map, 'builder',
[foo_result])
self.assertEqual(unmatched_results, [])
expected_expectation_map = self.GetFailedMapForExpectation(
self.GetGenericRetryExpectation())
self.assertEqual(expectation_map, expected_expectation_map)
def testRetryFailThenPassMatching(self):
"""Tests when there are pass and fail results for retry expectations."""
foo_fail_result = data_types.Result('foo/test', ['win10'], 'Failure',
'pixel_tests', 'build_id')
foo_pass_result = data_types.Result('foo/test', ['win10'], 'Pass',
'pixel_tests', 'build_id')
expectation_map = self.GetEmptyMapForGenericRetryExpectation()
unmatched_results = queries._AddResultListToMap(
expectation_map, 'builder', [foo_fail_result, foo_pass_result])
self.assertEqual(unmatched_results, [])
expected_expectation_map = self.GetFailedMapForExpectation(
self.GetGenericRetryExpectation())
self.assertEqual(expectation_map, expected_expectation_map)
def testMismatches(self):
"""Tests that unmatched results get returned."""
foo_match_result = data_types.Result('foo/test', ['win10'], 'Pass',
'pixel_tests', 'build_id')
foo_mismatch_result = data_types.Result('foo/not_a_test', ['win10'],
'Failure', 'pixel_tests',
'build_id')
bar_result = data_types.Result('bar/test', ['win10'], 'Pass', 'pixel_tests',
'build_id')
expectation_map = self.GetEmptyMapForGenericFailureExpectation()
unmatched_results = queries._AddResultListToMap(
expectation_map, 'builder',
[foo_match_result, foo_mismatch_result, bar_result])
self.assertEqual(len(set(unmatched_results)), 2)
self.assertEqual(set(unmatched_results),
set([foo_mismatch_result, bar_result]))
expected_expectation_map = self.GetPassedMapForExpectation(
self.GetGenericFailureExpectation())
self.assertEqual(expectation_map, expected_expectation_map)