def test_lexer_token(): left = Token("selector", "abc: def") right = Token("selector", "abc: def") assert left == right assert left.anonymous is False assert left.space is None right.space = 10 assert left != right
def test_lexer_token_string(): token = Token("indent", "abc: def") token.lineno = 42 token.column = 100 assert str(token) == "abc: def" token.space = 5 assert str(token) == "abc: def" token = Token("eos") token.lineno = 1 token.column = 1 assert str(token) == "eos"