def test_wer_4(self): ref = 'the wood flamed up splendidly under the large brewing copper ' \ 'and it sighed so deeply' hyp = 'the wood flame do splendidly under the large brewing copper ' \ 'and its side so deeply' word_error_rate = error_rate.wer(ref, hyp) self.assertTrue(abs(word_error_rate - 0.2666666667) < 1e-6)
def test_wer_2(self): ref = 'as any in england i would say said gamewell proudly that is ' \ 'in his day' hyp = 'as any in england i would say said came well proudly that is ' \ 'in his day' word_error_rate = error_rate.wer(ref, hyp) self.assertTrue(abs(word_error_rate - 0.1333333) < 1e-6)
def test_wer_5(self): ref = 'all the morning they trudged up the mountain path and at noon ' \ 'unc and ojo sat on a fallen tree trunk and ate the last of ' \ 'the bread which the old munchkin had placed in his pocket' hyp = 'all the morning they trudged up the mountain path and at noon ' \ 'unc in ojo sat on a fallen tree trunk and ate the last of ' \ 'the bread which the old munchkin had placed in his pocket' word_error_rate = error_rate.wer(ref, hyp) self.assertTrue(abs(word_error_rate - 0.027027027) < 1e-6)
def test_wer_3(self): ref = 'the lieutenant governor lilburn w boggs afterward governor ' \ 'was a pronounced mormon hater and throughout the period of ' \ 'the troubles he manifested sympathy with the persecutors' hyp = 'the lieutenant governor little bit how bags afterward ' \ 'governor was a pronounced warman hater and throughout the ' \ 'period of th troubles he manifests sympathy with the ' \ 'persecutors' word_error_rate = error_rate.wer(ref, hyp) self.assertTrue(abs(word_error_rate - 0.2692307692) < 1e-6)
def test_wer_1(self): ref = 'i UM the PHONE IS i LEFT THE portable PHONE UPSTAIRS last night' hyp = 'i GOT IT TO the FULLEST i LOVE TO portable FROM OF STORES last ' \ 'night' word_error_rate = error_rate.wer(ref, hyp) self.assertTrue(abs(word_error_rate - 0.769230769231) < 1e-6)
def test_wer_7(self): ref = ' ' hyp = 'Hypothesis sentence' with self.assertRaises(ValueError): word_error_rate = error_rate.wer(ref, hyp)
def test_wer_6(self): ref = 'i UM the PHONE IS i LEFT THE portable PHONE UPSTAIRS last night' word_error_rate = error_rate.wer(ref, ref) self.assertEqual(word_error_rate, 0.0)