def test_getSearchTokens(self): result = SimpleProcessor.getSearchTokens( SimpleProcessor.clean(self.text)) expect = "hello my name is timor".split() self.assertEqual(expect, result)
def test_getSearchTokens(self): result = SimpleProcessor.getSearchTokens(self.text) expect = set("hello my name is timor".split()) self.assertEqual(expect, result)