def test_lexer_token():
left = Token("selector", "abc: def")
right = Token("selector", "abc: def")
assert left == right
assert left.anonymous is False
assert left.space is None
right.space = 10
assert left != right
def test_lexer_token_string():
token = Token("indent", "abc: def")
token.lineno = 42
token.column = 100
assert str(token) == "abc: def"
token.space = 5
assert str(token) == "abc: def"
token = Token("eos")
token.lineno = 1
token.column = 1
assert str(token) == "eos"
