def test_getSearchTokens(self):
result = StopTwitterProcessor.getSearchTokens(self.text)
expect = set("hello __h__ name __not__ @timor #hashtag http://cyhex.com".split())
self.assertEqual(expect, result)
def test_getClassifierTokens(self):
result = StopTwitterProcessor.getClassifierTokens(self.text)
expect = set("hello __h__ name __not__ #hashtag".split())
self.assertEqual(expect, result)
def test_clean(self):
result = StopTwitterProcessor.clean(self.text).split()
expect = 'hello __h__ my name is __not__ @timor #hashtag http://cyhex.com'.split()
self.assertEqual(expect, result)
