def test_str_lineno_strprefix_1():
code = r'''
r"aa\nbb"
0
r"x"
'''
if PY2:
# ur"" is not valid syntax in Python 3
code += r''' Ur"""cc\n
dd"""
'''
block = PythonBlock(dedent(code).lstrip(), startpos=(101,1))
expected_statements = (
PythonStatement('r"aa\\nbb"\n' , startpos=(101,1)),
PythonStatement('0\n' , startpos=(102,1)),
PythonStatement('r"x"\n' , startpos=(103,1)),
)
if PY2:
expected_statements += (
PythonStatement('Ur"""cc\\n\ndd"""\n', startpos=(104,1)),
)
assert block.statements == expected_statements
literals = [(f.s, f.startpos) for f in block.string_literals()]
expected_literals = [
('aa\\nbb' , FilePos(101,1)),
('x' , FilePos(103,1)),
]
if PY2:
expected_literals += [('cc\\n\ndd', FilePos(104,1))]
assert literals == expected_literals
def test_str_lineno_multichars_1():
block = PythonBlock(dedent('''
[
2,
3,
]
""" 5 "" " ""
6 "" "
7 "" """, """b "" "
8 " "" """
9
''').lstrip(),
startpos=(101, 1))
expected_statements = (
PythonStatement("[\n 2,\n 3,\n]\n", startpos=(101, 1)),
PythonStatement(
'""" 5 "" " ""\n6 "" "\n'
'7 "" """, """b "" "\n8 " "" """\n',
startpos=(105, 1)),
PythonStatement("9\n", startpos=(109, 1)),
)
assert block.statements == expected_statements
literals = [(f.s, f.startpos) for f in block.string_literals()]
expected_literals = [(' 5 "" " ""\n6 "" "\n7 "" ', FilePos(105, 1)),
('b "" "\n8 " "" ', FilePos(107, 11))]
assert literals == expected_literals
def test_str_lineno_simple_1():
block = PythonBlock(dedent(r'''
a = [
2,
3,
]
b = 'five-a' + 'five-b'
"""
seven
eight
"""
d = 'ten\n'
''').lstrip(),
startpos=(101, 1))
expected_statements = (PythonStatement("a = [\n 2,\n 3,\n]\n",
startpos=(101, 1)),
PythonStatement("b = 'five-a' + 'five-b'\n",
startpos=(105, 1)),
PythonStatement('"""\nseven\neight\n"""\n',
startpos=(106, 1)),
PythonStatement("d = 'ten\\n'\n",
startpos=(110, 1)))
assert block.statements == expected_statements
literals = [(f.s, f.startpos) for f in block.string_literals()]
expected = [
("five-a", FilePos(105, 5)),
("five-b", FilePos(105, 16)),
("\nseven\neight\n", FilePos(106, 1)),
("ten\n", FilePos(110, 5)),
]
assert literals == expected
def test_PythonBlock_statements_last_line_comment_no_newline_1():
block = PythonBlock(dedent('''
a
#b''').lstrip(), startpos=(101,1))
expected = (
PythonStatement('a\n', startpos=(101,1)),
PythonStatement('#b' , startpos=(102,1)),
)
assert block.statements == expected
def test_PythonBlock_statements_comment_backslash_1():
block = PythonBlock(dedent(r'''
#a\
b''').lstrip(), startpos=(101,1))
expected = (
PythonStatement('#a\\\n', startpos=(101,1)),
PythonStatement('b' , startpos=(102,1)),
)
assert block.statements == expected
def test_PythonBlock_statements_last_line_comment_continuation_no_newline_1():
block = PythonBlock(dedent(r'''
a
b\
# c''').lstrip(), startpos=(101,1))
expected = (
PythonStatement('a\n' , startpos=(101,1)),
PythonStatement('b\\\n# c', startpos=(102,1)),
)
assert block.statements == expected
def test_PythonBlock_statements_single_trailing_comment_1():
block = PythonBlock(dedent('''
foo(1,2)
# last
''').lstrip())
expected = (
PythonStatement("foo(1,2)\n", startpos=(1,1)),
PythonStatement("# last\n" , startpos=(2,1)),
)
assert block.statements == expected
def test_PythonBlock_statements_single_preceding_comment_1():
block = PythonBlock(dedent('''
# first
foo(1,2)
''').lstrip())
expected = (
PythonStatement("# first\n" , startpos=(1,1)),
PythonStatement("foo(1,2)\n", startpos=(2,1)),
)
assert block.statements == expected
def test_PythonBlock_statements_comment_continuation_to_comment_1():
block = PythonBlock(dedent('''
x
# y \\
# z
''').lstrip())
expected = (
PythonStatement("x\n" ),
PythonStatement("# y \\\n# z\n", startpos=(2,1)),
)
assert block.statements == expected
def test_PythonBlock_statements_last_line_nested_continuation_1():
block = PythonBlock(dedent(r'''
a
if b:
"c\
# d"''').lstrip(), startpos=(101,1))
expected = (
PythonStatement('a\n' , startpos=(101,1)),
PythonStatement('if b:\n "c\\\n# d"', startpos=(102,1)),
)
assert block.statements == expected
def test_PythonBlock_decorator_1():
block = PythonBlock(dedent('''
@foo1
def bar1(): pass
@foo2
def bar2(): pass
''').lstrip(), startpos=(101,1))
expected = (
PythonStatement("@foo1\ndef bar1(): pass\n", startpos=(101,1)),
PythonStatement("@foo2\ndef bar2(): pass\n", startpos=(103,1)),
)
assert block.statements == expected
def test_PythonBlock_statements_continuation_1():
block = PythonBlock(dedent(r'''
a
b,\
c
d
''').lstrip(), startpos=(101,1))
expected = (
PythonStatement('a\n' , startpos=(101,1)),
PythonStatement('b,\\\nc\n', startpos=(102,1)),
PythonStatement('d\n' , startpos=(104,1)),
)
assert block.statements == expected
def test_PythonBlock_lineno_1():
block = PythonBlock(dedent('''
1
[ 2,
3,
]
5
''').lstrip(), startpos=(101,1))
expected = (
PythonStatement("1\n" , startpos=(101,1)),
PythonStatement("[ 2,\n 3,\n]\n", startpos=(102,1)),
PythonStatement("5\n" , startpos=(105,1)),
)
assert block.statements == expected
def test_PythonStatement_from_block_1():
with warnings.catch_warnings():
warnings.simplefilter("ignore", DeprecationWarning)
block = PythonBlock('print("x",\n file=None)\n',
flags=CompilerFlags.print_function)
stmt = PythonStatement(block)
assert stmt.block is block
def _from_statement(cls, statement):
"""
>>> ImportStatement._from_statement("from foo import bar, bar2, bar")
ImportStatement('from foo import bar, bar2, bar')
>>> ImportStatement._from_statement("from foo import bar as bar")
ImportStatement('from foo import bar as bar')
>>> ImportStatement._from_statement("from foo.bar import baz")
ImportStatement('from foo.bar import baz')
>>> ImportStatement._from_statement("import foo.bar")
ImportStatement('import foo.bar')
>>> ImportStatement._from_statement("from .foo import bar")
ImportStatement('from .foo import bar')
>>> ImportStatement._from_statement("from . import bar, bar2")
ImportStatement('from . import bar, bar2')
@type statement:
L{PythonStatement}
@rtype:
L{ImportStatement}
"""
statement = PythonStatement(statement)
return cls._from_ast_node(statement.ast_node)
def test_PythonBlock_with_offset_1():
block = PythonBlock(dedent('''
with a:
b
''').lstrip(), startpos=(101, 10))
expected = (PythonStatement("with a:\n b\n", startpos=(101, 10)),)
assert block.statements == expected
def test_str_lineno_escaped_single_1():
block = PythonBlock(dedent(r'''
x = "a\
#b" 'c\
#d' \
'e'
'f' \
#'g'
''').lstrip(), startpos=(101,1))
expected_statements = (
PythonStatement("""x = "a\\\n#b" 'c\\\n#d' \\\n'e'\n""", startpos=(101,1)),
PythonStatement("""'f' \\\n#'g'\n""", startpos=(105,1)),
)
assert block.statements == expected_statements
literals = [(f.s, f.startpos) for f in block.string_literals()]
expected_literals = [('a#bc#de', FilePos(101,5)),
('f' , FilePos(105,1))]
assert literals == expected_literals
def test_str_lineno_trailing_1():
block = PythonBlock(dedent(r'''
one
"""
three
four
""".split()
six
''').lstrip(), startpos=(101,1))
expected_statements = (
PythonStatement('one\n' , startpos=(101,1)),
PythonStatement('"""\nthree\nfour\n""".split()\n', startpos=(102,1)),
PythonStatement('six\n' , startpos=(106,1)),
)
assert block.statements == expected_statements
literals = [(f.s, f.startpos) for f in block.string_literals()]
expected_literals = [("\nthree\nfour\n", FilePos(102,1))]
assert literals == expected_literals
def test_PythonBlock_with_multi_1():
block = PythonBlock(dedent('''
with A as a, B as b, C as c:
pass
''').lstrip(),
startpos=(101, 1))
expected = (PythonStatement("with A as a, B as b, C as c:\n pass\n",
startpos=(101, 1)), )
assert block.statements == expected
def test_PythonBlock_with_2():
block = PythonBlock(dedent('''
with closing(open('/etc/passwd')):
pass
''').lstrip(),
startpos=(101, 1))
expected = (PythonStatement(
"with closing(open('/etc/passwd')):\n pass\n",
startpos=(101, 1)), )
assert block.statements == expected
def test_PythonBlock_doctest_ignore_doctest_options_1():
block = PythonBlock(dedent('''
def foo():
"""
>>> 123 # doctest:+FOOBAR
"""
'''))
doctest_blocks = block.get_doctests()
doctest_block, = doctest_blocks
expected = (PythonStatement("123 # doctest:+FOOBAR\n", startpos=(4, 9)),)
assert doctest_block.statements == expected
def test_str_lineno_strprefix_1():
block = PythonBlock(dedent(r'''
r"aa\nbb"
0
Ur"""cc\n
dd"""
r"x"
''').lstrip(),
startpos=(101, 1))
expected_statements = (
PythonStatement('r"aa\\nbb"\n', startpos=(101, 1)),
PythonStatement('0\n', startpos=(102, 1)),
PythonStatement('Ur"""cc\\n\ndd"""\n', startpos=(103, 1)),
PythonStatement('r"x"\n', startpos=(105, 1)),
)
assert block.statements == expected_statements
literals = [(f.s, f.startpos) for f in block.string_literals()]
expected_literals = [('aa\\nbb', FilePos(101, 1)),
('cc\\n\ndd', FilePos(103, 1)), ('x', FilePos(105,
1))]
assert literals == expected_literals
def test_PythonBlock_doctest_with_1():
block = PythonBlock(dedent('''
def foo():
"""
hello
>>> with 11:
... 22
"""
'''))
doctest_blocks = block.get_doctests()
doctest_block, = doctest_blocks
expected = (PythonStatement("with 11:\n 22\n", startpos=(5, 11)),)
assert doctest_block.statements == expected
def test_PythonBlock_compound_statements_1():
block = PythonBlock(dedent('''
foo(); bar()
if condition:
a; b
{1:100,
2:200};{3:300,
4:400}; """
foo
bar
"""; """x
y"""
''').lstrip(), startpos=(101,1))
expected = (
PythonStatement("foo(); " , startpos=(101,1)),
PythonStatement("bar()\n" , startpos=(101,8)),
PythonStatement("if condition:\n a; b\n", startpos=(102,1)),
PythonStatement("{1:100,\n 2:200};" , startpos=(104,1)),
PythonStatement("{3:300,\n 4:400}; " , startpos=(105,9)),
PythonStatement('"""\nfoo\nbar\n"""; ' , startpos=(106,10)),
PythonStatement('"""x\ny"""\n' , startpos=(109,6)),
)
assert block.statements == expected
def test_PythonBlock_statements_comments_1():
block = PythonBlock(dedent('''
# 1
print(2)
# 3
# 4
print(5)
x=[6,
7]
# 8
''').lstrip())
expected = (
PythonStatement('# 1\n' ),
PythonStatement('print(2)\n', startpos=(2,1)),
PythonStatement('# 3\n# 4\n', startpos=(3,1)),
PythonStatement('print(5)\n', startpos=(5,1)),
PythonStatement('x=[6,\n 7]\n', startpos=(6,1)),
PythonStatement('# 8\n', startpos=(8,1)),
)
assert block.statements == expected
def test_PythonBlock_with_1():
block = PythonBlock(dedent('''
with a: b
''').lstrip())
expected = (PythonStatement("with a: b\n"), )
assert block.statements == expected
def test_str_lineno_concatenated_1():
block = PythonBlock(dedent('''
"A" "a"
"B" 'b'
'C' 'c'
'D' "d"
"""E
e""" 'E'
x = """F""" 'f'
\'G\'\'\'\'g
\'\'\' "G"
x = """H
h
H""" 'h' \'\'\'H
h\'\'\'
"I" 'i'.split()
"J" """j
J""" 'j'.split()
'K'
'L'
r"M" u'm' b"""M""" Ur\'\'\'
m\'\'\'
"N" ''"" "n" """"""\'\'\'\'\'\'\'N\'\'\'
"""
O
"""
"""
P
"""
"Q" "q"""
"R" "r""" + "S""""s""S""""s""""
S"""
''').lstrip(),
startpos=(101, 1))
expected_statements = (
PythonStatement('''"A" "a"\n''', startpos=(101, 1)),
PythonStatement('''"B" 'b'\n''', startpos=(102, 1)),
PythonStatement(''''C' 'c'\n''', startpos=(103, 1)),
PythonStatement(''''D' "d"\n''', startpos=(104, 1)),
PythonStatement('''"""E\ne""" 'E'\n''', startpos=(105, 1)),
PythonStatement('''x = """F""" 'f'\n''', startpos=(107, 1)),
PythonStatement("""'G''''g\n\n''' "G"\n""", startpos=(108, 1)),
PythonStatement('''x = """H\nh\nH""" 'h' \'\'\'H\n\n\nh\'\'\'\n''',
startpos=(111, 1)),
PythonStatement('''"I" 'i'.split()\n''', startpos=(117, 1)),
PythonStatement('''"J" """j\nJ""" 'j'.split()\n''',
startpos=(118, 1)),
PythonStatement("""'K'\n""", startpos=(120, 1)),
PythonStatement("""'L'\n""", startpos=(121, 1)),
PythonStatement('''r"M" u'm' b"""M""" Ur\'\'\'\nm\'\'\'\n''',
startpos=(122, 1)),
PythonStatement('''"N" ''"" "n" """"""\'\'\'\'\'\'\'N\'\'\'\n''',
startpos=(124, 1)),
PythonStatement('''"""\nO\n"""\n''', startpos=(125, 1)),
PythonStatement('''"""\nP\n"""\n''', startpos=(128, 1)),
PythonStatement('''"Q" "q"""\n''', startpos=(131, 1)),
PythonStatement('''"R" "r""" + "S""""s""S""""s""""\nS"""\n''',
startpos=(132, 1)),
)
assert block.statements == expected_statements
literals = [(f.s, f.startpos) for f in block.string_literals()]
expected_literals = [
("Aa", FilePos(101, 1)),
("Bb", FilePos(102, 1)),
("Cc", FilePos(103, 1)),
("Dd", FilePos(104, 1)),
("E\neE", FilePos(105, 1)),
("Ff", FilePos(107, 5)),
("Gg\n\nG", FilePos(108, 1)),
("H\nh\nHhH\n\n\nh", FilePos(111, 5)),
("Ii", FilePos(117, 1)),
("Jj\nJj", FilePos(118, 1)),
("K", FilePos(120, 1)),
("L", FilePos(121, 1)),
("MmM\nm", FilePos(122, 1)),
("NnN", FilePos(124, 1)),
("\nO\n", FilePos(125, 1)),
("\nP\n", FilePos(128, 1)),
("Qq", FilePos(131, 1)),
("Rr", FilePos(132, 1)),
('Ss""Ss\nS', FilePos(132, 13)),
]
assert literals == expected_literals
def test_PythonStatement_flags_good_1():
PythonStatement('print("x",\n file=None)\n', flags="print_function")
def test_PythonStatement_flags_bad_1():
# In Python2.x, this should cause a syntax error, since we didn't do
# flags='print_function':
with pytest.raises(SyntaxError):
PythonStatement('print("x",\n file=None)\n')
def test_PythonStatement_bad_from_multi_statements_1():
with pytest.raises(ValueError):
PythonStatement("a\nb\n")