Python Tokenizer.expand Examples

Example #1

File: lex_test.py Project: joyrexus/ldp

def test_expand():
    '''Testing expansions'''
    tok = Tokenizer()
    assert tok.expand("Foo[x3]!") == "Foo Foo Foo!"
    assert tok.expand("Foo [x 3]!") == "Foo Foo Foo!"
    assert tok.expand("Foo [x3]!") == "Foo Foo Foo!"
    assert tok.expand("Foo [x3] bar!") == "Foo Foo Foo bar!"
    assert tok.expand("Foo [x3] bar [x3]!") == "Foo Foo Foo bar bar bar!"
    assert tok.expand("Foo <bar baz>[x2]!") == "Foo bar baz bar baz!"