def test_getSearchTokens(self):
     self.assertEqual([
         'quick', 'brown', 'fox', 'jumping', 'lazy', 'dog', 'crazyfox',
         'thedog', 'http', 'fox', 'com', '__h__'
     ], TwitterProcessor.getSearchTokens(self.text))
 def test_getSearchTokens(self):
     self.assertEqual(
         ['quick', 'brown', 'fox', 'jumping', 'lazy', 'dog', 'crazyfox', 'thedog', 'http', 'fox',
          'com', '__h__'],
         TwitterProcessor.getSearchTokens(self.text))