def test_with_real_count(self):
counter = WordSegmentCounter()
generator = RerankPrunedChoicesGenerator(max_len = 4,
trellis_element_class = ElementImpl,
insep_map_class = FakeInsepMap,
word_segment_counter = counter,
choice_cmp_func = default_choice_cmp_func)
trellis = TrellisImpl(generate_unicode_text(txt_len = 10))
trellis.add_element(
ElementImpl(s = 2,
e = 4,
element_type = ElementType.WORD,
value = None))
trellis.add_element(
ElementImpl(s = 4,
e = 6,
element_type = ElementType.WORD,
value = None))
answer = Answer(trellis = trellis,
boundaries = [])
choices = generator.get_choices(answer, 2)
assert len(choices) == 4
assert choices[0].get_e() == 6
assert choices[1].get_e() == 4
assert choices[2].get_e() == 3
assert choices[3].get_e() == 5
def test_with_fake_counter(self):
fake_word_segment_counter = FakeWordSegmentCounter()
generator = RerankPrunedChoicesGenerator(max_len = 4,
trellis_element_class = ElementImpl,
insep_map_class = FakeInsepMap,
word_segment_counter = FakeWordSegmentCounter(),
choice_cmp_func = default_choice_cmp_func)
trellis = TrellisImpl(generate_unicode_text(txt_len = 10))
answer = Answer(trellis = trellis,
boundaries = [])
choices = generator.get_choices(answer, 2)
assert len(choices) == 4
assert choices[0].get_e() == 6
assert choices[1].get_e() == 4
assert choices[2].get_e() == 3
assert choices[3].get_e() == 5
