Beispiel #1
0
 def normalize_content(self, config, content):
     text = content
     if config.transliterate_unicode:
         text = transliterate_unicode(text)
     sms = text
     sms = normalize_whitespace(text)
     if config.minimize_text:
         sms = minimize_unicode(sms)
     return (text, sms)
Beispiel #2
0
 def test_normalize_whitespace(self):
     self.assertEqual(u'a b c', normalize_whitespace(u'\ta  b\n c\r'))
 def test_normalize_whitespace(self):
     self.assertEqual(u'a b c', normalize_whitespace(u'\ta  b\n c\r'))