def test_interpret_test_failures(self): test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [ test_failures.FailureReftestMismatch( self.port.abspath_for_test('foo/reftest-expected.html')) ]) self.assertTrue('is_reftest' in test_dict) self.assertFalse('is_mismatch_reftest' in test_dict) test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [ test_failures.FailureReftestMismatch( self.port.abspath_for_test('foo/common.html')) ]) self.assertTrue('is_reftest' in test_dict) self.assertFalse('is_mismatch_reftest' in test_dict) self.assertEqual(test_dict['ref_file'], 'foo/common.html') test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [ test_failures.FailureReftestMismatchDidNotOccur( self.port.abspath_for_test( 'foo/reftest-expected-mismatch.html')) ]) self.assertFalse('is_reftest' in test_dict) self.assertTrue(test_dict['is_mismatch_reftest']) test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [ test_failures.FailureReftestMismatchDidNotOccur( self.port.abspath_for_test('foo/common.html')) ]) self.assertFalse('is_reftest' in test_dict) self.assertTrue(test_dict['is_mismatch_reftest']) self.assertEqual(test_dict['ref_file'], 'foo/common.html')
def test_interpret_test_failures(self): test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [test_failures.FailureImageHashMismatch(diff_percent=0.42)]) self.assertEqual(test_dict['image_diff_percent'], 0.42) test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [test_failures.FailureReftestMismatch(self.port.abspath_for_test('foo/reftest-expected.html'))]) self.assertTrue('image_diff_percent' in test_dict) test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [test_failures.FailureReftestMismatchDidNotOccur(self.port.abspath_for_test('foo/reftest-expected-mismatch.html'))]) self.assertEqual(len(test_dict), 0) test_dict = interpret_test_failures(self.port, 'foo/audio-test.html', [test_failures.FailureMissingAudio()]) self.assertTrue('is_missing_audio' in test_dict) test_dict = interpret_test_failures(self.port, 'foo/text-test.html', [test_failures.FailureMissingResult()]) self.assertTrue('is_missing_text' in test_dict) test_dict = interpret_test_failures(self.port, 'foo/pixel-test.html', [test_failures.FailureMissingImage()]) self.assertTrue('is_missing_image' in test_dict) test_dict = interpret_test_failures(self.port, 'foo/pixel-test.html', [test_failures.FailureMissingImageHash()]) self.assertTrue('is_missing_image' in test_dict)
def test_interpret_test_failures(self): test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [test_failures.FailureReftestMismatch(self.port.abspath_for_test('foo/reftest-expected.html'))]) self.assertTrue('is_reftest' in test_dict) self.assertFalse('is_mismatch_reftest' in test_dict) test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [test_failures.FailureReftestMismatch(self.port.abspath_for_test('foo/common.html'))]) self.assertTrue('is_reftest' in test_dict) self.assertFalse('is_mismatch_reftest' in test_dict) test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [test_failures.FailureReftestMismatchDidNotOccur(self.port.abspath_for_test('foo/reftest-expected-mismatch.html'))]) self.assertFalse('is_reftest' in test_dict) self.assertTrue(test_dict['is_mismatch_reftest']) test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [test_failures.FailureReftestMismatchDidNotOccur(self.port.abspath_for_test('foo/common.html'))]) self.assertFalse('is_reftest' in test_dict) self.assertTrue(test_dict['is_mismatch_reftest'])
def test_interpret_test_failures(self): test_dict = interpret_test_failures( self.port, "foo/reftest.html", [test_failures.FailureReftestMismatch(self.port.abspath_for_test("foo/reftest-expected.html"))], ) self.assertTrue("is_reftest" in test_dict) self.assertFalse("is_mismatch_reftest" in test_dict) test_dict = interpret_test_failures( self.port, "foo/reftest.html", [test_failures.FailureReftestMismatch(self.port.abspath_for_test("foo/common.html"))], ) self.assertTrue("is_reftest" in test_dict) self.assertFalse("is_mismatch_reftest" in test_dict) self.assertEqual(test_dict["ref_file"], "foo/common.html") test_dict = interpret_test_failures( self.port, "foo/reftest.html", [ test_failures.FailureReftestMismatchDidNotOccur( self.port.abspath_for_test("foo/reftest-expected-mismatch.html") ) ], ) self.assertFalse("is_reftest" in test_dict) self.assertTrue(test_dict["is_mismatch_reftest"]) test_dict = interpret_test_failures( self.port, "foo/reftest.html", [test_failures.FailureReftestMismatchDidNotOccur(self.port.abspath_for_test("foo/common.html"))], ) self.assertFalse("is_reftest" in test_dict) self.assertTrue(test_dict["is_mismatch_reftest"]) self.assertEqual(test_dict["ref_file"], "foo/common.html")
def test_interpret_test_failures(self): test_dict = interpret_test_failures( self.port, 'foo/reftest.html', [test_failures.FailureImageHashMismatch(diff_percent=0.42)]) self.assertEqual(test_dict['image_diff_percent'], 0.42) test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [ test_failures.FailureReftestMismatch( self.port.abspath_for_test('foo/reftest-expected.html')) ]) self.assertTrue('image_diff_percent' in test_dict) test_dict = interpret_test_failures(self.port, 'foo/reftest.html', [ test_failures.FailureReftestMismatchDidNotOccur( self.port.abspath_for_test( 'foo/reftest-expected-mismatch.html')) ]) self.assertEqual(len(test_dict), 0) test_dict = interpret_test_failures( self.port, 'foo/audio-test.html', [test_failures.FailureMissingAudio()]) self.assertTrue('is_missing_audio' in test_dict) test_dict = interpret_test_failures( self.port, 'foo/text-test.html', [test_failures.FailureMissingResult()]) self.assertTrue('is_missing_text' in test_dict) test_dict = interpret_test_failures( self.port, 'foo/pixel-test.html', [test_failures.FailureMissingImage()]) self.assertTrue('is_missing_image' in test_dict) test_dict = interpret_test_failures( self.port, 'foo/pixel-test.html', [test_failures.FailureMissingImageHash()]) self.assertTrue('is_missing_image' in test_dict)