Exemple #1
0
def test_lexer_newlines():
    assert list(lexer.lex('\n')) == [Token('NL', '\n')]
    assert list(lexer.lex('\n\n\n')) == [Token('NL', '\n\n\n')]
Exemple #2
0
def test_lexer_id():
    assert list(lexer.lex('new_var')) == [Token('ID', 'new_var')]
Exemple #3
0
def test_sub():
    assert list(lexer.lex('-')) == [Token('SUB', '-')]
Exemple #4
0
def test_add():
    assert list(lexer.lex('+')) == [Token('ADD', '+')]
Exemple #5
0
def test_assign():
    assert list(lexer.lex('=')) == [Token('ASSIGN', '=')]
Exemple #6
0
def test_nospace():
    assert list(lexer.lex('    ')) == []
Exemple #7
0
def test_int():
    assert list(lexer.lex('1')) == [Token('INT', '1')]