Python Tokenizer.test_for_multi_word_keyword примеры использования

Пример #1

Файл: test_tokenizer.py Проект: derpferd/little-python

def test_test_for_multi_word_keyword():
    tokenizer = Tokenizer("is not")
    assert tokenizer.test_for_multi_word_keyword() == t("is not")
    tokenizer = Tokenizer("is not bla")
    assert tokenizer.test_for_multi_word_keyword() == t("is not")
    tokenizer = Tokenizer("bla is not foo bar")
    for _ in range(4):
        tokenizer.advance()
    assert tokenizer.test_for_multi_word_keyword() == t("is not")
    tokenizer = Tokenizer("is")
    assert not tokenizer.test_for_multi_word_keyword()
    tokenizer = Tokenizer("is nob")
    assert not tokenizer.test_for_multi_word_keyword()
    tokenizer = Tokenizer("bla is nob foo bar")
    for _ in range(4):
        tokenizer.advance()
    assert not tokenizer.test_for_multi_word_keyword()
    tokenizer = Tokenizer("bla ps not foo bar")
    for _ in range(4):
        tokenizer.advance()
    assert not tokenizer.test_for_multi_word_keyword()

Пример #2

Файл: test_tokenizer.py Проект: derpferd/little-python

def test_test_for_multi_word_keyword_all(token_str, token_obj):
    tokenizer = Tokenizer(token_str)
    assert tokenizer.test_for_multi_word_keyword() == token_obj

Пример #3

Файл: test_tokenizer.py Проект: derpferd/little-python

def test_test_for_multi_word_keyword_trailing_digit_2():
    tokenizer = Tokenizer("bla is not12 bar")
    for _ in range(4):
        tokenizer.advance()
    assert not tokenizer.test_for_multi_word_keyword()

Пример #4

Файл: test_tokenizer.py Проект: derpferd/little-python

def test_test_for_multi_word_keyword_trailing_digit_1():
    tokenizer = Tokenizer("is not3")
    assert not tokenizer.test_for_multi_word_keyword()

Пример #5

Файл: test_tokenizer.py Проект: derpferd/little-python

def test_test_for_multi_word_keyword_trailing_alpha_1():
    tokenizer = Tokenizer("is nott")
    assert not tokenizer.test_for_multi_word_keyword()