def test_getSearchTokens(self): result = StopTwitterProcessor.getSearchTokens(self.text) expect = set("hello __h__ name __not__ @timor #hashtag http://cyhex.com".split()) self.assertEqual(expect, result)
def test_getClassifierTokens(self): result = StopTwitterProcessor.getClassifierTokens(self.text) expect = set("hello __h__ name __not__ #hashtag".split()) self.assertEqual(expect, result)
def test_clean(self): result = StopTwitterProcessor.clean(self.text).split() expect = 'hello __h__ my name is __not__ @timor #hashtag http://cyhex.com'.split() self.assertEqual(expect, result)