Beispiel #1
0
 def assert_list_field_contains_correct_sentences(self,
                                                  list_field: ListField,
                                                  sentences: List[str]):
     expected_tokens = set()
     for sentence in sentences:
         sentence_tokens = tuple(
             self.tokenizer.tokenize(sentence.replace("\\\"", "\"")))
         expected_tokens.add(sentence_tokens)
     actual_tokens = set()
     for field in list_field.fields():
         actual_tokens.add(tuple(field.tokens()))
     assert expected_tokens == actual_tokens