Example #1
0
 def test_title_tokens(self):
   self.assertEqual(text.title_tokens("Strap on your Zyklon B's."),
                    ['strap', 'on', 'your', 'zyklon', 'b'])
Example #2
0
 def ngrams_for_text(self, s, n):
   tokens = text.title_tokens(s)
   return text.ngrams_for_tokens(tokens, n)