def testGetMaskedWords(self):
s = Sentence(TEST_TOKENS)
s.addAnnotation('type1', 2,
4) # should only fetch one masked token ("type1")
s.addAnnotation('type2', 6)
s.addAnnotation('type2', 8, 9)
self.maxDiff = None
self.assertListEqual(list(s.maskedWords()), [
'word0', 'word1', 'type1', 'word4', 'word5', 'type2', 'word7',
'type2', 'word9'
])
self.assertListEqual(list(s.maskedWords(7)),
['word7', 'type2', 'word9'])
def testGetMaskedWords(self):
s = Sentence(TEST_TOKENS)
s.addAnnotation('type1', 2, 4) # should only fetch one masked token ("type1")
s.addAnnotation('type2', 6)
s.addAnnotation('type2', 8, 9)
self.maxDiff = None
self.assertListEqual(list(s.maskedWords()), [
'word0', 'word1', 'type1', 'word4',
'word5', 'type2', 'word7', 'type2', 'word9'
])
self.assertListEqual(list(s.maskedWords(7)), [
'word7', 'type2', 'word9'
])
