Esempi in Python per Preprocessing.clean_tokens

Esempio n. 1

 def test_clean_tokens(self):
     expected = ["apple", "looking", "buying", "startup", "for", "billion"]
     p = Preprocessing(lang_code=self.lang_code)
     actual = p.clean_tokens(self.text)
     self.assertTrue(isinstance(actual, list))
     self.assertEqual(actual, expected)