def test_interpret_test_failures(self): test_dict = test_run_results._interpret_test_failures( [test_failures.FailureImageHashMismatch(diff_percent=0.42)]) self.assertEqual(test_dict['image_diff_percent'], 0.42) test_dict = test_run_results._interpret_test_failures([ test_failures.FailureReftestMismatch( self.port.abspath_for_test('foo/reftest-expected.html')) ]) self.assertIn('image_diff_percent', test_dict) test_dict = test_run_results._interpret_test_failures([ test_failures.FailureReftestMismatchDidNotOccur( self.port.abspath_for_test( 'foo/reftest-expected-mismatch.html')) ]) self.assertEqual(len(test_dict), 0) test_dict = test_run_results._interpret_test_failures( [test_failures.FailureMissingAudio()]) self.assertIn('is_missing_audio', test_dict) test_dict = test_run_results._interpret_test_failures( [test_failures.FailureMissingResult()]) self.assertIn('is_missing_text', test_dict) test_dict = test_run_results._interpret_test_failures( [test_failures.FailureMissingImage()]) self.assertIn('is_missing_image', test_dict) test_dict = test_run_results._interpret_test_failures( [test_failures.FailureMissingImageHash()]) self.assertIn('is_missing_image', test_dict)
def _compare_audio(self, expected_audio, actual_audio): failures = [] if (expected_audio and actual_audio and self._port.do_audio_results_differ(expected_audio, actual_audio)): failures.append(test_failures.FailureAudioMismatch()) elif actual_audio and not expected_audio: failures.append(test_failures.FailureMissingAudio()) return failures