def test_boilerpipe_extractor_strings(self):
r = BoilerpipeExtractor()
docs = list(r.process([self.d1["body"]]))
words = docs[0]
self.assertEqual(len(words), 52)
self.assertEqual(words[32], ".")
self.assertEqual(words[33], "\n")
self.assertEqual(words[34], "A")
def test_boilerpipe_extractor_docs(self):
r = BoilerpipeExtractor()
docs = list(r.process(self.docs))
words = list(docs[0].words())
self.assertEqual(len(words), 10)
self.assertEqual(words[5], "extractor")
self.assertEqual(words[6], ".")
self.assertEqual(words[7], "another")