def test__split_on_reg__1(string, pattern, length): tokens = list(text2tokens.split_on_reg(pattern, string)) assert(len(tokens) == length) assert(len(set(tokens)) == 1)
def test__split_on_reg__0(string): splitter = text2tokens.split_on_reg(r"[-]+") assert(is_generator(splitter(string)))