def test_divide_into_words(self): eng = Language("eng") examples = [ ('alpha, bravo, charlie delta', ["alpha", ", ", "bravo", ", ", "charlie", "delta"]), ('alpha, ', ["alpha", ", "]), (', alpha', [", ", "alpha"]), ('alpha.', ["alpha", ". "]), ('alpha. ', ["alpha", ". "]), (' alpha ', ["alpha"]), ] for s, expected in examples: actual = eng.divide_into_words(s) self.assertListEqual(actual, expected)