Exemplo n.º 1
0
class TestSocialLM(unittest.TestCase):

    def setUp(self):
        self.lm = SocialLM()

    def test_tokenize_c(self):
        tokz = SocialLM.tokenize('hello', mode='c')
        self.assertEqual(tokz,['h','e','l','l','o'])

    def test_tokenize_w(self):
        tokz = SocialLM.tokenize('hello world', mode='w')
        self.assertEqual(tokz,['hello','world'])

    def test_is_mention_at(self):
        ism = SocialLM.is_mention_line('@gr33ndata')
        self.assertEqual(ism,True)

    def test_is_mention_http(self):
        ism = SocialLM.is_mention_line('http://www.yahoo.com')
        self.assertEqual(ism,True)

    def test_is_mention_https(self):
        ism = SocialLM.is_mention_line('https://www.yahoo.com')
        self.assertEqual(ism,True)

    def test_is_not_mention(self):
        ism = SocialLM.is_mention_line('This is https://www.yahoo.com')
        self.assertEqual(ism,False)

    def test_normalize_mention_lower(self):
        norm_txt = self.lm.normalize(u'Dear @user How Are You?')
        self.assertEqual(norm_txt, u'dear how are you?')
Exemplo n.º 2
0
 def test_is_not_mention(self):
     ism = SocialLM.is_mention_line('This is https://www.yahoo.com')
     self.assertEqual(ism,False)
Exemplo n.º 3
0
 def test_is_mention_https(self):
     ism = SocialLM.is_mention_line('https://www.yahoo.com')
     self.assertEqual(ism,True)
Exemplo n.º 4
0
 def test_is_mention_at(self):
     ism = SocialLM.is_mention_line('@gr33ndata')
     self.assertEqual(ism,True)
Exemplo n.º 5
0
 def test_tokenize_w(self):
     tokz = SocialLM.tokenize('hello world', mode='w')
     self.assertEqual(tokz,['hello','world'])
Exemplo n.º 6
0
 def test_tokenize_c(self):
     tokz = SocialLM.tokenize('hello', mode='c')
     self.assertEqual(tokz,['h','e','l','l','o'])
Exemplo n.º 7
0
 def setUp(self):
     self.lm = SocialLM()