def test_getFeatures(self):
result = TwitterProcessor.getFeatures(self.text)
expect = {
'quick': 1,
'brown': 1,
'fox': 1,
'jump': 1,
'lazi': 1,
'dog': 1,
'#crazyfox': 1,
'__h__': 1
}
self.assertEqual(expect, result)
def test_getClean(self):
self.assertEqual(
"the quick brown fox was jumping over the lazy dog #crazyfox @thedog http://fox.com __h__",
TwitterProcessor.clean(self.text))
def test_getClassifierTokens(self):
self.assertEqual([
'quick', 'brown', 'fox', 'jump', 'lazi', 'dog', '#crazyfox',
'__h__'
], TwitterProcessor.getClassifierTokens(self.text))
def test_getSearchTokens(self):
self.assertEqual([
'quick', 'brown', 'fox', 'jumping', 'lazy', 'dog', 'crazyfox',
'thedog', 'http', 'fox', 'com', '__h__'
], TwitterProcessor.getSearchTokens(self.text))
def test_getClean(self):
self.assertEqual("the quick brown fox was jumping over the lazy dog #crazyfox @thedog http://fox.com __h__",
TwitterProcessor.clean(self.text))
def test_getFeatures(self):
result = TwitterProcessor.getFeatures(self.text)
expect = {'quick': 1, 'brown': 1, 'fox': 1, 'jump': 1, 'lazi': 1, 'dog': 1, '#crazyfox': 1, '__h__': 1}
self.assertEqual(expect, result)
def test_getClassifierTokens(self):
self.assertEqual(['quick', 'brown', 'fox', 'jump', 'lazi', 'dog', '#crazyfox', '__h__'],
TwitterProcessor.getClassifierTokens(self.text))
def test_getSearchTokens(self):
self.assertEqual(
['quick', 'brown', 'fox', 'jumping', 'lazy', 'dog', 'crazyfox', 'thedog', 'http', 'fox',
'com', '__h__'],
TwitterProcessor.getSearchTokens(self.text))