Esempio n. 1
0
def test_empty_tokenizer():
    vartok = VariableTokenizer([])
    assert vartok.contains("python-format") is False
    assert vartok.tokenize("a b c d e") == ["a b c d e"]
    assert vartok.extract_tokens("a b c d e") == set()
    assert vartok.is_token("{0}") is False
    assert vartok.extract_variable_name("{0}") is None
Esempio n. 2
0
def test_empty_tokenizer():
    vartok = VariableTokenizer([])
    assert vartok.contains('python-format') is False
    assert vartok.tokenize('a b c d e') == ['a b c d e']
    assert vartok.extract_tokens('a b c d e') == set()
    assert vartok.is_token('{0}') is False
    assert vartok.extract_variable_name('{0}') is None
Esempio n. 3
0
def test_empty_tokenizer():
    vartok = VariableTokenizer([])
    assert vartok.contains('python-format') is False
    assert vartok.tokenize('a b c d e') == ['a b c d e']
    assert vartok.extract_tokens('a b c d e') == set()
    assert vartok.is_token('{0}') is False
    assert vartok.extract_variable_name('{0}') is None