def test_interpret_test_failures(self):
test_dict = test_run_results._interpret_test_failures(
[test_failures.FailureImageHashMismatch(diff_percent=0.42)])
self.assertEqual(test_dict['image_diff_percent'], 0.42)
test_dict = test_run_results._interpret_test_failures([
test_failures.FailureReftestMismatch(
self.port.abspath_for_test('foo/reftest-expected.html'))
])
self.assertIn('image_diff_percent', test_dict)
test_dict = test_run_results._interpret_test_failures([
test_failures.FailureReftestMismatchDidNotOccur(
self.port.abspath_for_test(
'foo/reftest-expected-mismatch.html'))
])
self.assertEqual(len(test_dict), 0)
test_dict = test_run_results._interpret_test_failures(
[test_failures.FailureMissingAudio()])
self.assertIn('is_missing_audio', test_dict)
test_dict = test_run_results._interpret_test_failures(
[test_failures.FailureMissingResult()])
self.assertIn('is_missing_text', test_dict)
test_dict = test_run_results._interpret_test_failures(
[test_failures.FailureMissingImage()])
self.assertIn('is_missing_image', test_dict)
test_dict = test_run_results._interpret_test_failures(
[test_failures.FailureMissingImageHash()])
self.assertIn('is_missing_image', test_dict)
def _compare_audio(self, expected_audio, actual_audio):
failures = []
if (expected_audio and actual_audio and
self._port.do_audio_results_differ(expected_audio, actual_audio)):
failures.append(test_failures.FailureAudioMismatch())
elif actual_audio and not expected_audio:
failures.append(test_failures.FailureMissingAudio())
return failures
