def test_attributes_marker_in_text():
lex = MainLexer()
lex.process("Not [attributes]")
assert lex.tokens == [
Text("Not [attributes]"),
EOL,
EOF,
]
def test_empty_header():
lex = MainLexer()
lex.process("=")
assert lex.tokens == [
Text("="),
EOL,
EOF,
]
def test_header_markers_in_text():
lex = MainLexer()
lex.process("Definitely not a === header")
assert lex.tokens == [
Text("Definitely not a === header"),
EOL,
EOF,
]
def test_import_directive(mock_file):
lex = MainLexer()
lex.process("::#include:/path/to/file")
assert lex.tokens == [
Text("just some data"),
EOL,
EOF,
]
def test_comment():
lex = MainLexer()
lex.process("// Some comment")
assert lex.tokens == [
Text("// Some comment"),
EOL,
EOF,
]
def test_variable_marker_in_text():
lex = MainLexer()
lex.process("Not a :variable:")
assert lex.tokens == [
Text("Not a :variable:"),
EOL,
EOF,
]
def test_unlisted_header():
lex = MainLexer()
lex.process("==! Header")
assert lex.tokens == [
Literal("==!"),
WS(" "),
Text("Header"),
EOL,
EOF,
]
def test_include_content_positions():
lex = MainLexer()
lex.process("<< type:/path/to/it.jpg")
assert [i.position for i in lex.tokens] == [
(0, 0),
(0, 2),
(0, 3),
(0, 23),
(1, 0),
]
def test_variable_negation():
lex = MainLexer()
lex.process(":!variable:")
assert lex.tokens == [
Literal(":"),
Text("!variable"),
Literal(":"),
EOL,
EOF,
]
def test_ordered_list_multiple_stars():
lex = MainLexer()
lex.process("### Item")
assert lex.tokens == [
Literal("###"),
WS(" "),
Text("Item"),
EOL,
EOF,
]
def test_unordered_list_trailing_space():
lex = MainLexer()
lex.process("* Item")
assert lex.tokens == [
Literal("*"),
WS(" "),
Text("Item"),
EOL,
EOF,
]
def test_attributes():
lex = MainLexer()
lex.process("[name]")
assert lex.tokens == [
Literal("["),
Text("name"),
Literal("]"),
EOL,
EOF,
]
def test_multiple_header_markers():
lex = MainLexer()
lex.process("=== Header")
assert lex.tokens == [
Literal("==="),
WS(" "),
Text("Header"),
EOL,
EOF,
]
def test_include_content_multiple_spaces_after_mark():
lex = MainLexer()
lex.process("<< type:/path/to/it.jpg")
assert lex.tokens == [
Literal("<<"),
WS(" "),
Text("type:/path/to/it.jpg"),
EOL,
EOF,
]
def test_header_marker_in_header_text():
lex = MainLexer()
lex.process("= a=b")
assert lex.tokens == [
Literal("="),
WS(" "),
Text("a=b"),
EOL,
EOF,
]
def test_command_without_arguments():
lex = MainLexer()
lex.process("::command:")
assert lex.tokens == [
Literal("::"),
Text("command"),
Literal(":"),
EOL,
EOF,
]
def test_command():
lex = MainLexer()
lex.process("::command:arg0,arg1")
assert lex.tokens == [
Literal("::"),
Text("command"),
Literal(":"),
Text("arg0,arg1"),
EOL,
EOF,
]
def test_variable_definition():
lex = MainLexer()
lex.process(":variable:value123")
assert lex.tokens == [
Literal(":"),
Text("variable"),
Literal(":"),
Text("value123"),
EOL,
EOF,
]
def test_variable_definition_accepted_characters():
lex = MainLexer()
lex.process(":abcAB.C0123-_:value123")
assert lex.tokens == [
Literal(":"),
Text("abcAB.C0123-_"),
Literal(":"),
Text("value123"),
EOL,
EOF,
]
def test_directive_escape(mock_process_directive):
lex = MainLexer()
lex.process("::\\#name:/path/to/file")
assert not mock_process_directive.called
assert lex.tokens == [
Literal("::"),
Text("#name"),
Literal(":"),
Text("/path/to/file"),
EOL,
EOF,
]
def test_include_content_with_arguments():
lex = MainLexer()
lex.process("<< type:/path/to/it.jpg(value1,argument2=value2)")
assert lex.tokens == [
Literal("<<"),
WS(" "),
Text("type:/path/to/it.jpg"),
Literal("("),
Text("value1,argument2=value2"),
Literal(")"),
EOL,
EOF,
]
def test_title():
lex = MainLexer()
lex.process(
dedent("""
.A title
Some text
"""))
assert lex.tokens == [
Literal("."),
Text("A title"),
EOL,
Text("Some text"),
EOL,
EOF,
]
def test_id():
lex = MainLexer()
lex.process(
dedent("""
#someid
Some text
"""))
assert lex.tokens == [
Literal("#"),
Text("someid"),
EOL,
Text("Some text"),
EOL,
EOF,
]
def test_title_multiple_spaces_after_mark():
lex = MainLexer()
lex.process(
dedent("""
. A title with spaces
Some text
"""))
assert lex.tokens == [
Literal("."),
WS(" "),
Text("A title with spaces"),
EOL,
Text("Some text"),
EOL,
EOF,
]
def test_multiple_lines_poistions():
lex = MainLexer()
lex.process(
dedent("""
This is text
split into multiple lines
with an empty line
"""))
assert [i.position for i in lex.tokens] == [
(0, 0),
(0, 12),
(1, 0),
(1, 25),
(2, 0),
(3, 0),
(3, 18),
(4, 0),
]
def test_multiple_lines():
lex = MainLexer()
lex.process(
dedent("""
This is text
split into multiple lines
with an empty line
"""))
assert lex.tokens == [
Text("This is text"),
EOL,
Text("split into multiple lines"),
EOL,
EOL,
Text("with an empty line"),
EOL,
EOF,
]
def __init__(self, variables=None):
super().__init__()
self.lexer = MainLexer()
self.variables = copy.deepcopy(variables) if variables else {}
self.headers = []
self.footnotes = []
self.blocks = {}
self.toc = []
self._args = []
self._kwargs = {}
self._title = None
def test_multiline_comment():
lex = MainLexer()
lex.process(
dedent("""
////
Some comment
another line
////
"""))
assert lex.tokens == [
Literal("////"),
EOL,
Text("Some comment"),
EOL,
EOL,
Text(" another line"),
EOL,
Literal("////"),
EOL,
EOF,
]
def __init__(self, variables=None):
super().__init__()
self.lexer = MainLexer()
self.variables = copy.deepcopy(variables) if variables else {}
self.headers = []
self.footnotes = []
self.blocks = {}
self.toc = []
self._args = []
self._kwargs = {}
self._title = None
self.header_anchor = self.variables.get("mau.header_anchor_function",
header_anchor)
def test_horizontal_rule():
lex = MainLexer()
lex.process("---")
assert lex.tokens == [Literal("---"), EOL, EOF]
