def test_withAlphabet(self):
text = "hello, world!"
expected = [
"he", "el", "ll", "lo", "o ", " ", " w", "wo", "or", "rl", "ld",
"d "
]
ngrams = list(ta.ngrams(ta.characters(text, english, " "), 2))
self.assertEqual(ngrams, expected)
def test_noAlphabet(self):
text = "hello, world"
expected = list(text)
chrs = list(ta.characters(text))
self.assertEqual(chrs, expected)
def test_withAlphabetRemoveMultiple(self):
text = "hello, world"
expected = ["h", "e", "l", "l", "o", " ", "w", "o", "r", "l", "d"]
chrs = list(ta.characters(text, english, doubles=False))
self.assertEqual(chrs, expected)
def test_withAlphabetRemove(self):
text = "hello, world"
expected = ["h", "e", "l", "l", "o", "w", "o", "r", "l", "d"]
chrs = list(ta.characters(text, english, rep=None))
self.assertEqual(chrs, expected)