def test_divide_into_words(self):
eng = Language("eng")
examples = [
('alpha, bravo, charlie delta', ["alpha", ", ", "bravo", ", ", "charlie", "delta"]),
('alpha, ', ["alpha", ", "]),
(', alpha', [", ", "alpha"]),
('alpha.', ["alpha", ". "]),
('alpha. ', ["alpha", ". "]),
(' alpha ', ["alpha"]),
]
for s, expected in examples:
actual = eng.divide_into_words(s)
self.assertListEqual(actual, expected)
