Python split_on_reg Examples

Example #1

def test__split_on_reg__1(string, pattern, length):
    tokens = list(utils.split_on_reg(pattern, string))
    assert (len(tokens) == length)
    assert (len(set(tokens)) == 1)

Example #2

File: test_utils.py Project: steven-cutting/SimpleTokenizer

def test__split_on_reg__1(string, pattern, length):
    tokens = list(utils.split_on_reg(pattern, string))
    assert(len(tokens) == length)
    assert(len(set(tokens)) == 1)

Example #3

def test__split_on_reg__0(string):
    splitter = utils.split_on_reg(r"[-]+")
    assert (is_generator(splitter(string)))

Example #4

File: test_utils.py Project: steven-cutting/SimpleTokenizer

def test__split_on_reg__0(string):
    splitter = utils.split_on_reg(r"[-]+")
    assert(is_generator(splitter(string)))