def test_getClassifierTokens(self): result = SimpleProcessor.getClassifierTokens( SimpleProcessor.clean(self.text)) expect = "hello my name is timor".split() self.assertEqual(expect, result)
def test_getClassifierTokens(self): result = SimpleProcessor.getClassifierTokens(self.text) expect = set("hello my name is timor".split()) self.assertEqual(expect, result)