def test_lexer_boolean_unicode():
lexer = Lexer("if true:\n return U+abcdef;\n", {})
tokens = [token for token in lexer]
assert tokens[1] == Token("boolean", true, "", lineno=1, column=4)
assert tokens[4] == Token(
"literal", Literal("U+abcdef"), lineno=2, column=17
)
def test_lexer_token():
left = Token("selector", "abc: def")
right = Token("selector", "abc: def")
assert left == right
assert left.anonymous is False
assert left.space is None
right.space = 10
assert left != right
def test_lexer_keyword_string():
lexer = Lexer('if "fizz":\n return foo;\n', {})
tokens = [token for token in lexer]
assert tokens[0] == Token("if", "if", lineno=1, column=1)
assert tokens[1] == Token(
"string", String("fizz", '"'), lineno=1, column=4
)
assert tokens[3] == Token("return", "return", lineno=1, column=11)
def test_parser_is_selector_token():
parser = Parser("", {})
tokens = [Token("atrule"), Token("ident"), Token("comment"), Token("not")]
parser.lexer.lookahead = MagicMock(side_effect=tokens)
assert parser.is_selector_token(1) is False
assert parser.is_selector_token(2) is True
assert parser.is_selector_token(3) is True
assert parser.is_selector_token(4) is False
def test_lexer_urlchars_important():
lexer = Lexer('url("/images/foo.png")\n' "!important foo", {})
tokens = [token for token in lexer]
assert tokens[1] == Token(
"string", String("/images/foo.png", '"'), lineno=1, column=5
)
assert tokens[4] == Token(
"ident", Literal("!important"), lineno=2, column=1
)
def test_lexer_peek():
lexer = Lexer("abc:\n color: #11223311\n", {})
abc = Token("ident", Ident("abc", null), lineno=1, column=1)
assert lexer.peek() == abc
assert lexer.peek() == abc
assert lexer.next() == abc
colon = Token(":", ":", "", lineno=1, column=4)
assert lexer.peek() == Token(":", ":", "", lineno=1, column=4)
assert lexer.next() == colon
def test_lexer_ident_space():
lexer = Lexer("abc def klm:\n xyz abc\n", {})
tokens = [token for token in lexer]
from stilus.nodes.null import null
assert tokens[0] == Token("ident", Ident("abc", null), lineno=1, column=1)
assert tokens[1] == Token("space", lineno=1, column=4)
assert tokens[2] == Token("ident", Ident("def", null), lineno=1, column=5)
assert tokens[3] == Token("space", lineno=1, column=8)
assert tokens[4] == Token("ident", Ident("klm", null), lineno=1, column=9)
def test_lexer_ident_colon_colors():
lexer = Lexer("abc: #11223311, #aabbcc, #abc1, #fff, #dd, #e", {})
tokens = [token for token in lexer]
from stilus.nodes.null import null
assert tokens[0] == Token("ident", Ident("abc", null), lineno=1, column=1)
assert tokens[1] == Token(":", ":", " ", lineno=1, column=4)
assert tokens[2] == Token(
"color", RGBA(17, 34, 51, 0.67), lineno=1, column=6
)
assert tokens[4] == Token(
"color", RGBA(170, 187, 204, 1), lineno=1, column=17
)
assert tokens[6] == Token(
"color", RGBA(170, 187, 204, 0.067), lineno=1, column=26
)
assert tokens[8] == Token(
"color", RGBA(255, 255, 255, 1), lineno=1, column=33
)
assert tokens[10] == Token(
"color", RGBA(221, 221, 221, 1), lineno=1, column=39
)
assert tokens[12] == Token(
"color", RGBA(238, 238, 238, 1), lineno=1, column=44
)
def test_lexer_token_string():
token = Token("indent", "abc: def")
token.lineno = 42
token.column = 100
assert str(token) == "abc: def"
token.space = 5
assert str(token) == "abc: def"
token = Token("eos")
token.lineno = 1
token.column = 1
assert str(token) == "eos"
def test_lexer_clean():
lexer = Lexer("Hello", {})
assert lexer.clean("hello") == "hello"
assert lexer.clean("\uFEFFhello") == "hello"
# empty
lexer = Lexer("", {})
assert lexer.s == ""
assert lexer.advance() == Token("eos", lineno=1, column=1)
# empty lines
lexer = Lexer("\n\n\n", {})
assert lexer.s == "\n"
assert lexer.advance() == Token("newline", lineno=1, column=1)
assert lexer.advance() == Token("eos", lineno=2, column=1)
# our most basic example
lexer = Lexer("abc:\n color: black\n", {})
assert lexer.s == "abc:\rcolor: black\n"
# weird stuff at the beginning and the end
lexer = Lexer("\t\t\nabc;;;\n\t\n", {})
assert lexer.s == "\t\t\nabc;;;\n"
# whitespaces (and newlines) at the end must be removed
lexer = Lexer("abc\t\n\t\f", {})
assert lexer.s == "abc\n"
# \r\n to \n
lexer = Lexer("abc\r\ndef\n\n", {})
assert lexer.s == "abc\ndef\n"
lexer = Lexer("abc\r\n\r\ndef\n\n", {})
assert lexer.s == "abc\n\ndef\n"
# \ * string to \r
lexer = Lexer("abc\n \\ \ndef\n", {})
assert lexer.s == "abc\n \rdef\n"
lexer = Lexer("abc\n \\ \n\\ \ndef\n", {})
assert lexer.s == "abc\n \r\rdef\n"
# comments
lexer = Lexer("abc: // some comment\n color: #FFF\n", {})
assert lexer.s == "abc:\rcolor: #FFF\n"
lexer = Lexer("abc: /* some comment\n * longer one\n * ends now */\n", {})
assert lexer.s == "abc: /* some comment\n * longer one\n * ends now */\n"
lexer = Lexer("abc: /*! some comment\n * longer one\n * ends now */\n", {})
assert lexer.s == "abc: /*! some comment\n * longer one\n * ends now */\n"
# more comments
lexer = Lexer("abc(// another comment\ndef ,// yet another comment\n", {})
assert lexer.s == "abc(\rdef ,\r"
# whitespace, \n and ) or ,
lexer = Lexer("abc: \t\f\t\n )def\n", {})
assert lexer.s == "abc:)\rdef\n"
lexer = Lexer("abc: \t\f\t\n ,def\n", {})
assert lexer.s == "abc:,\rdef\n"
def test_lexer_functions():
lexer = Lexer(
"mixin(add) {\n"
" mul = @(c, d) {\n"
" c * d\n"
" }\n"
" width: add(2, 3) + mul(4, 5)\n"
"}\n",
{},
)
tokens = [token for token in lexer]
assert tokens[0] == Token(
"function", Ident("mixin", null), "", lineno=1, column=1
)
anon_fun_token = Token("function", Ident("anonymous"), lineno=2, column=9)
anon_fun_token.anonymous = True
assert tokens[8] == anon_fun_token
def test_lexer_atrules():
lexer = Lexer(
"@viewport {\n"
" color: blue\n"
"}\n"
"\n"
'@namespace svg "http://www.w3.org/2000/svg"\n'
"@-moz-viewport\n",
{},
)
tokens = [token for token in lexer]
assert tokens[0] == Token("atrule", "viewport", lineno=1, column=1)
assert tokens[9] == Token("namespace", lineno=5, column=1)
assert tokens[12] == Token(
"string",
String("http://www.w3.org/2000/svg", '"'),
lineno=5,
column=16,
)
assert tokens[14] == Token("atrule", "-moz-viewport", lineno=6, column=1)
def test_parser_line_contains():
parser = Parser("", {})
tokens = [Token("space"), Token("indent"), Token("comments")]
parser.lexer.lookahead = MagicMock(side_effect=tokens)
assert parser.line_contains("{") is False
tokens = [Token("space"), Token("{"), Token("outdent")]
parser.lexer.lookahead = MagicMock(side_effect=tokens)
assert parser.line_contains("{") is True
def test_lexer_is_part_of_selector():
lexer = Lexer("^if.null,[bar],abc color: black\n", {})
assert lexer.next() == Token("selector", "^", lineno=1, column=1)
assert lexer.next() == Token("if", "if", lineno=1, column=2)
assert lexer.next() == Token(".", ".", "", lineno=1, column=4)
assert lexer.next() == Token("ident", Ident("null"), lineno=1, column=5)
lexer = Lexer("^#fif: black\n", {})
assert lexer.next() == Token("selector", "^", lineno=1, column=1)
assert lexer.next() == Token(
"color", RGBA(255, 255, 255, 1), lineno=1, column=2
)
assert lexer.next() == Token("ident", Ident("if"), lineno=1, column=4)
def test_lexer_ident_colon_null_newline_eos():
lexer = Lexer("abc:\n color: null\n", {})
tokens = [token for token in lexer]
from stilus.nodes.null import null
assert tokens[0] == Token("ident", Ident("abc", null), lineno=1, column=1)
assert tokens[1] == Token(":", ":", "", lineno=1, column=4)
assert tokens[2] == Token(
"ident", Ident("color", null), lineno=1, column=5
)
assert tokens[3] == Token(":", ":", " ", lineno=2, column=11)
assert tokens[4] == Token("null", value=null, lineno=2, column=13)
assert tokens[5] == Token("newline", lineno=2, column=17)
assert tokens[6] == Token("eos", lineno=3, column=1)
def test_lexer_function_paren_braces_sep_unit():
lexer = Lexer(
"bg()\n"
" background: blue\n"
"\n"
"body {\n"
" bg(); width: 100px\n"
"}\n",
{},
)
tokens = [token for token in lexer]
from stilus.nodes.null import null
assert tokens[0] == Token(
"function", Ident("bg", null), "", lineno=1, column=1
)
assert tokens[1] == Token(")", ")", "", lineno=1, column=4)
assert tokens[9] == Token("{", "{", lineno=4, column=6)
assert tokens[11] == Token(
"function", Ident("bg", null), "", lineno=5, column=3
)
assert tokens[13] == Token(";", None, lineno=5, column=7)
assert tokens[16] == Token("unit", Unit(100.0, "px"), lineno=5, column=16)
assert tokens[18] == Token("}", "}", lineno=6, column=1)
def test_lexer_indent_outdent():
lexer = Lexer("abc, def:\n color: #12345678\n foo: null\n", {})
tokens = [token for token in lexer]
assert tokens[7] == Token("indent", lineno=2, column=27)
assert tokens[11] == Token("outdent", lineno=3, column=14)
def test_parser_selector_token():
parser = Parser("", {})
tokens = [Token("ident"), Token(":")]
parser.lexer.lookahead = MagicMock(side_effect=tokens)
parser.lexer.next = MagicMock(side_effect=tokens)
assert parser.selector_token() == Token("ident")
def test_lexer_escaped():
lexer = Lexer("bar: 1 \\+ 2\n", {})
tokens = [token for token in lexer]
assert tokens[3] == Token("ident", Literal("+"), lineno=1, column=8)
def test_lexer_namedop():
lexer = Lexer("foo is a bar\nfizz isnt a fuzz\n", {})
tokens = [token for token in lexer]
assert tokens[2] == Token("is a", "is a", " ", lineno=1, column=5)
assert tokens[7] == Token("!=", "!=", " ", lineno=2, column=6)
