def test_join_class_nonstrict_01(self): tokens = [(i * 10, i * 10 + 9) for i in range(8)] predicted = np.array([0, 0, 1, 1, 2, 2, 0, 0]) phrases = list(PhraseConstructor.join_tokens_by_class( tokens, predicted, strict=False)) self.assertEqual(1, len(phrases)) self.assertEqual((20, 69), phrases[0])
def test_join_class_nonstrict_02(self): tokens = [(i * 10, i * 10 + 9) for i in range(10)] predicted = np.array([0, 0, 0, 1, 0, 2, 2, 0, 0]) phrases = list(PhraseConstructor.join_tokens_by_class( tokens, predicted, strict=False)) self.assertEqual(2, len(phrases)) self.assertEqual((30, 49), phrases[0]) self.assertEqual((50, 79), phrases[1])
def test_join_class_strict_02(self): tokens = [(i * 10, i * 10 + 9) for i in range(10)] predicted = np.array([0, 0, 0, 1, 0, 2, 2, 0, 0]) phrases = list( PhraseConstructor.join_tokens_by_class(tokens, predicted, strict=True)) self.assertEqual(0, len(phrases))