def buildAnnAssignNode(provider, node, source_ref):
""" Python3.6 annotation assignment.
"""
if provider.isCompiledPythonModule() or provider.isExpressionClassBody():
provider.markAsNeedsAnnotationsDictionary()
# Evaluate the right hand side first, so it can get names provided
# before the left hand side exists.
statements = []
if node.value is not None:
source = buildNode(provider, node.value, source_ref)
statements.append(
buildAssignmentStatements(provider=provider,
node=node.target,
source=source,
source_ref=source_ref))
# Only name referencing annotations are effective right now.
if statements[-1].isStatementAssignmentVariable():
variable_name = statements[-1].getVariableName()
else:
variable_name = None
else:
# Only name referencing annotations are effective right now.
kind, detail = decodeAssignTarget(provider=provider,
node=node.target,
source_ref=source_ref)
if kind == "Name":
variable_name = detail
else:
variable_name = None
# Only annotations for modules and classes are really made, for functions
# they are ignored like comments.
if variable_name is not None:
if provider.isExpressionFunctionBody():
provider.getVariableForAssignment(variable_name)
else:
annotation = buildNode(provider, node.annotation, source_ref)
statements.append(
StatementAssignmentSubscript(expression=ExpressionVariableRef(
variable=provider.getVariableForAssignment(
"__annotations__"),
source_ref=source_ref),
subscript=makeConstantRefNode(
constant=variable_name,
source_ref=source_ref),
source=annotation,
source_ref=source_ref))
return makeStatementsSequence(statements=statements,
allow_none=True,
source_ref=source_ref)
def _buildInplaceAssignSubscriptNode(
provider,
subscribed,
subscript,
tmp_variable1,
tmp_variable2,
operator,
expression,
source_ref,
):
# First assign the subscribed value to a temporary variable.
preserve_to_tmp1 = StatementAssignmentVariable(variable=tmp_variable1,
source=subscribed,
source_ref=source_ref)
# Second assign the subscript value to a temporary variable
preserve_to_tmp2 = StatementAssignmentVariable(variable=tmp_variable2,
source=subscript,
source_ref=source_ref)
execute_in_place = StatementAssignmentSubscript(
expression=ExpressionTempVariableRef(variable=tmp_variable1,
source_ref=source_ref),
subscript=ExpressionTempVariableRef(variable=tmp_variable2,
source_ref=source_ref),
source=makeExpressionOperationBinaryInplace(
operator=operator,
left=ExpressionSubscriptLookup(
subscribed=ExpressionTempVariableRef(variable=tmp_variable1,
source_ref=source_ref),
subscript=ExpressionTempVariableRef(variable=tmp_variable2,
source_ref=source_ref),
source_ref=source_ref,
),
right=expression,
source_ref=source_ref,
),
source_ref=source_ref,
)
# Note: No copy back is happening, for subscripts that is implied.
return (
preserve_to_tmp1,
makeTryFinallyStatement(
provider=provider,
tried=(preserve_to_tmp2, execute_in_place),
final=(
StatementReleaseVariable(variable=tmp_variable1,
source_ref=source_ref),
StatementReleaseVariable(variable=tmp_variable2,
source_ref=source_ref),
),
source_ref=source_ref,
),
)
def _buildInplaceAssignSliceNode(
provider,
lookup_source,
lower,
upper,
tmp_variable1,
tmp_variable2,
tmp_variable3,
tmp_variable4,
operator,
expression,
source_ref,
):
# Due to the 3 inputs, which we need to also put into temporary variables,
# there are too many variables here, but they are needed.
# pylint: disable=too-many-locals
# First assign the target value, lower and upper to temporary variables.
copy_to_tmp = StatementAssignmentVariable(variable=tmp_variable1,
source=lookup_source,
source_ref=source_ref)
final_statements = [
StatementReleaseVariable(variable=tmp_variable1, source_ref=source_ref)
]
statements = []
if lower is not None:
statements.append(
StatementAssignmentVariable(variable=tmp_variable2,
source=lower,
source_ref=source_ref))
final_statements.append(
StatementReleaseVariable(variable=tmp_variable2,
source_ref=source_ref))
lower_ref1 = ExpressionTempVariableRef(variable=tmp_variable2,
source_ref=source_ref)
lower_ref2 = ExpressionTempVariableRef(variable=tmp_variable2,
source_ref=source_ref)
else:
assert tmp_variable2 is None
lower_ref1 = lower_ref2 = None
if upper is not None:
statements.append(
StatementAssignmentVariable(variable=tmp_variable3,
source=upper,
source_ref=source_ref))
final_statements.append(
StatementReleaseVariable(variable=tmp_variable3,
source_ref=source_ref))
upper_ref1 = ExpressionTempVariableRef(variable=tmp_variable3,
source_ref=source_ref)
upper_ref2 = ExpressionTempVariableRef(variable=tmp_variable3,
source_ref=source_ref)
else:
assert tmp_variable3 is None
upper_ref1 = upper_ref2 = None
use_sliceobj = python_version >= 300
# Second assign the in-place result over the original value.
if use_sliceobj:
statements += (
StatementAssignmentVariable(
variable=tmp_variable4,
source=ExpressionSubscriptLookup(
expression=ExpressionTempVariableRef(
variable=tmp_variable1, source_ref=source_ref),
subscript=makeExpressionBuiltinSlice(
start=lower_ref2,
stop=upper_ref2,
step=None,
source_ref=source_ref,
),
source_ref=source_ref,
),
source_ref=source_ref,
),
StatementAssignmentVariable(
variable=tmp_variable4,
source=makeExpressionOperationBinaryInplace(
operator=operator,
left=ExpressionTempVariableRef(variable=tmp_variable4,
source_ref=source_ref),
right=expression,
source_ref=source_ref,
),
source_ref=source_ref,
),
StatementAssignmentSubscript(
expression=ExpressionTempVariableRef(variable=tmp_variable1,
source_ref=source_ref),
subscript=makeExpressionBuiltinSlice(start=lower_ref1,
stop=upper_ref1,
step=None,
source_ref=source_ref),
source=ExpressionTempVariableRef(variable=tmp_variable4,
source_ref=source_ref),
source_ref=source_ref,
),
)
else:
statements += (
StatementAssignmentVariable(
variable=tmp_variable4,
source=ExpressionSliceLookup(
expression=ExpressionTempVariableRef(
variable=tmp_variable1, source_ref=source_ref),
lower=lower_ref2,
upper=upper_ref2,
source_ref=source_ref,
),
source_ref=source_ref,
),
StatementAssignmentVariable(
variable=tmp_variable4,
source=makeExpressionOperationBinaryInplace(
operator=operator,
left=ExpressionTempVariableRef(variable=tmp_variable4,
source_ref=source_ref),
right=expression,
source_ref=source_ref,
),
source_ref=source_ref,
),
StatementAssignmentSlice(
expression=ExpressionTempVariableRef(variable=tmp_variable1,
source_ref=source_ref),
lower=lower_ref1,
upper=upper_ref1,
source=ExpressionTempVariableRef(variable=tmp_variable4,
source_ref=source_ref),
source_ref=source_ref,
),
)
final_statements.append(
StatementReleaseVariable(variable=tmp_variable4,
source_ref=source_ref))
return (
copy_to_tmp,
makeTryFinallyStatement(
provider=provider,
tried=statements,
final=final_statements,
source_ref=source_ref,
),
)
def _buildInplaceAssignSubscriptNode(
provider,
subscribed,
subscript,
tmp_variable1,
tmp_variable2,
tmp_variable3,
operator,
expression,
source_ref,
):
# First assign the subscribed value to a temporary variable.
preserve_to_tmp1 = StatementAssignmentVariable(variable=tmp_variable1,
source=subscribed,
source_ref=source_ref)
# Second assign the subscript value to a temporary variable
statements = (
StatementAssignmentVariable(variable=tmp_variable2,
source=subscript,
source_ref=source_ref),
StatementAssignmentVariable(
variable=tmp_variable3,
source=ExpressionSubscriptLookup(
expression=ExpressionTempVariableRef(variable=tmp_variable1,
source_ref=source_ref),
subscript=ExpressionTempVariableRef(variable=tmp_variable2,
source_ref=source_ref),
source_ref=source_ref,
),
source_ref=source_ref,
),
StatementAssignmentVariable(
variable=tmp_variable3,
source=makeExpressionOperationBinaryInplace(
operator=operator,
left=ExpressionTempVariableRef(variable=tmp_variable3,
source_ref=source_ref),
right=expression,
source_ref=source_ref,
),
source_ref=source_ref,
),
StatementAssignmentSubscript(
expression=ExpressionTempVariableRef(variable=tmp_variable1,
source_ref=source_ref),
subscript=ExpressionTempVariableRef(variable=tmp_variable2,
source_ref=source_ref),
source=ExpressionTempVariableRef(variable=tmp_variable3,
source_ref=source_ref),
source_ref=source_ref,
),
)
return (
preserve_to_tmp1,
makeTryFinallyStatement(
provider=provider,
tried=statements,
final=(
StatementReleaseVariable(variable=tmp_variable1,
source_ref=source_ref),
StatementReleaseVariable(variable=tmp_variable2,
source_ref=source_ref),
StatementReleaseVariable(variable=tmp_variable3,
source_ref=source_ref),
),
source_ref=source_ref,
),
)
def buildAnnAssignNode(provider, node, source_ref):
"""Python3.6 annotation assignment."""
# There are many cases to deal with here.
if provider.isCompiledPythonModule() or provider.isExpressionClassBody():
provider.markAsNeedsAnnotationsDictionary()
# Evaluate the right hand side first, so it can get names provided
# before the left hand side exists.
statements = []
if node.value is not None:
source = buildNode(provider, node.value, source_ref)
statements.append(
buildAssignmentStatements(
provider=provider,
node=node.target,
source=source,
source_ref=source_ref,
))
# Only name referencing annotations are effective right now.
if statements[-1].isStatementAssignmentVariableName():
variable_name = statements[-1].getVariableName()
else:
variable_name = None
else:
# Only name referencing annotations are effective right now.
kind, detail = decodeAssignTarget(provider=provider,
node=node.target,
source_ref=source_ref)
if kind == "Name":
variable_name = detail
else:
variable_name = None
# Only annotations for modules and classes are really made, for functions
# they are ignored like comments.
if variable_name is not None:
if provider.isExpressionClassBody() or provider.isCompiledPythonModule(
):
annotation = buildAnnotationNode(provider, node.annotation,
source_ref)
# TODO: As CPython core considers this implementation detail, and it seems
# mostly useless to support having this as a closure taken name after a
# __del__ on annotations, we might do this except in full compat mode. It
# will produce only noise for all annotations in classes otherwise.
if python_version < 370:
ref_class = ExpressionVariableLocalNameRef
else:
ref_class = ExpressionVariableNameRef
statements.append(
StatementAssignmentSubscript(
expression=ref_class(
provider=provider,
variable_name="__annotations__",
source_ref=source_ref,
),
subscript=makeConstantRefNode(constant=variable_name,
source_ref=source_ref),
source=annotation,
source_ref=source_ref,
))
else:
# Functions.
if node.simple:
provider.getVariableForAssignment(variable_name)
return makeStatementsSequence(statements=statements,
allow_none=True,
source_ref=source_ref)
def buildAssignmentStatementsFromDecoded(provider, kind, detail, source,
source_ref):
# This is using many variable names on purpose, so as to give names to the
# unpacked detail values, and has many branches due to the many cases
# dealt with, pylint: disable=too-many-branches,too-many-locals,too-many-statements
if kind == "Name":
return StatementAssignmentVariableName(
provider=provider,
variable_name=detail,
source=source,
source_ref=source_ref,
)
elif kind == "Attribute":
lookup_source, attribute_name = detail
return StatementAssignmentAttribute(
expression=lookup_source,
attribute_name=mangleName(attribute_name, provider),
source=source,
source_ref=source_ref,
)
elif kind == "Subscript":
subscribed, subscript = detail
return StatementAssignmentSubscript(
expression=subscribed,
subscript=subscript,
source=source,
source_ref=source_ref,
)
elif kind == "Slice":
lookup_source, lower, upper = detail
# For Python3 there is no slicing operation, this is always done
# with subscript using a slice object. For Python2, it is only done
# if no "step" is provided.
use_sliceobj = python_version >= 300
if use_sliceobj:
return StatementAssignmentSubscript(
expression=lookup_source,
source=source,
subscript=makeExpressionBuiltinSlice(start=lower,
stop=upper,
step=None,
source_ref=source_ref),
source_ref=source_ref,
)
else:
return StatementAssignmentSlice(
expression=lookup_source,
lower=lower,
upper=upper,
source=source,
source_ref=source_ref,
)
elif kind == "Tuple":
temp_scope = provider.allocateTempScope("tuple_unpack")
source_iter_var = provider.allocateTempVariable(temp_scope=temp_scope,
name="source_iter")
element_vars = [
provider.allocateTempVariable(temp_scope=temp_scope,
name="element_%d" %
(element_index + 1))
for element_index in range(len(detail))
]
starred_list_var = None
starred_index = None
statements = []
for element_index, element in enumerate(detail):
if element[0] == "Starred":
if starred_index is not None:
raiseSyntaxError(
"two starred expressions in assignment"
if python_version < 390 else
"multiple starred expressions in assignment",
source_ref.atColumnNumber(0),
)
starred_index = element_index
for element_index, element in enumerate(detail):
element_var = element_vars[element_index]
if starred_list_var is not None:
statements.insert(
starred_index + 1,
StatementAssignmentVariable(
variable=element_var,
source=ExpressionListOperationPop(
list_arg=ExpressionTempVariableRef(
variable=starred_list_var,
source_ref=source_ref),
source_ref=source_ref,
),
source_ref=source_ref,
),
)
elif element[0] != "Starred":
statements.append(
StatementAssignmentVariable(
variable=element_var,
source=ExpressionSpecialUnpack(
value=ExpressionTempVariableRef(
variable=source_iter_var,
source_ref=source_ref),
count=element_index + 1,
expected=starred_index or len(detail),
starred=starred_index is not None,
source_ref=source_ref,
),
source_ref=source_ref,
))
else:
assert starred_index == element_index
starred_list_var = element_var
statements.append(
StatementAssignmentVariable(
variable=element_var,
source=ExpressionBuiltinList(
value=ExpressionTempVariableRef(
variable=source_iter_var,
source_ref=source_ref),
source_ref=source_ref,
),
source_ref=source_ref,
))
if starred_list_var is None:
statements.append(
StatementSpecialUnpackCheck(
iterator=ExpressionTempVariableRef(
variable=source_iter_var, source_ref=source_ref),
count=len(detail),
source_ref=source_ref,
))
else:
statements.insert(
starred_index + 1,
makeStatementConditional(
condition=makeComparisonExpression(
comparator="Lt",
left=ExpressionBuiltinLen(
value=ExpressionTempVariableRef(
variable=starred_list_var,
source_ref=source_ref),
source_ref=source_ref,
),
right=makeConstantRefNode(
constant=len(statements) - starred_index - 1,
source_ref=source_ref,
),
source_ref=source_ref,
),
yes_branch=makeRaiseExceptionExpressionFromTemplate(
exception_type="ValueError",
template="""\
not enough values to unpack (expected at least %d, got %%d)""" %
(len(statements) - 1),
template_args=makeBinaryOperationNode(
operator="Add",
left=ExpressionBuiltinLen(
value=ExpressionTempVariableRef(
variable=starred_list_var,
source_ref=source_ref),
source_ref=source_ref,
),
right=makeConstantRefNode(constant=starred_index,
source_ref=source_ref),
source_ref=source_ref,
),
source_ref=source_ref,
).asStatement(),
no_branch=None,
source_ref=source_ref,
),
)
if python_version >= 370:
iter_creation_class = ExpressionBuiltinIterForUnpack
else:
iter_creation_class = ExpressionBuiltinIter1
statements = [
StatementAssignmentVariable(
variable=source_iter_var,
source=iter_creation_class(value=source,
source_ref=source_ref),
source_ref=source_ref,
),
makeTryFinallyStatement(
provider=provider,
tried=statements,
final=(StatementReleaseVariable(variable=source_iter_var,
source_ref=source_ref), ),
source_ref=source_ref,
),
]
# When all is done, copy over to the actual assignment targets, starred
# or not makes no difference here anymore.
for element_index, element in enumerate(detail):
if element[0] == "Starred":
element = element[1]
element_var = element_vars[element_index]
statements.append(
buildAssignmentStatementsFromDecoded(
provider=provider,
kind=element[0],
detail=element[1],
source=ExpressionTempVariableRef(variable=element_var,
source_ref=source_ref),
source_ref=source_ref,
))
# Need to release temporary variables right after successful
# usage.
statements.append(
StatementDelVariable(variable=element_var,
tolerant=True,
source_ref=source_ref))
final_statements = []
for element_var in element_vars:
final_statements.append(
StatementReleaseVariable(variable=element_var,
source_ref=source_ref))
return makeTryFinallyStatement(
provider=provider,
tried=statements,
final=final_statements,
source_ref=source_ref,
)
elif kind == "Starred":
raiseSyntaxError(
"starred assignment target must be in a list or tuple",
source_ref.atColumnNumber(0),
)
else:
assert False, (kind, source_ref, detail)
def buildAssignmentStatementsFromDecoded(provider, kind, detail, source,
source_ref):
# This is using many variable names on purpose, so as to give names to the
# unpacked detail values, and has many branches due to the many cases
# dealt with, pylint: disable=too-many-branches,too-many-locals
if kind == "Name":
variable_ref = detail
return StatementAssignmentVariable(
variable_ref = variable_ref,
source = source,
source_ref = source_ref
)
elif kind == "Attribute":
lookup_source, attribute_name = detail
return StatementAssignmentAttribute(
expression = lookup_source,
attribute_name = attribute_name,
source = source,
source_ref = source_ref
)
elif kind == "Subscript":
subscribed, subscript = detail
return StatementAssignmentSubscript(
expression = subscribed,
subscript = subscript,
source = source,
source_ref = source_ref
)
elif kind == "Slice":
lookup_source, lower, upper = detail
# For Python3 there is no slicing operation, this is always done
# with subscript using a slice object. For Python2, it is only done
# if no "step" is provided.
use_sliceobj = python_version >= 300
if use_sliceobj:
return StatementAssignmentSubscript(
expression = lookup_source,
source = source,
subscript = ExpressionBuiltinSlice(
start = lower,
stop = upper,
step = None,
source_ref = source_ref
),
source_ref = source_ref
)
else:
return StatementAssignmentSlice(
expression = lookup_source,
lower = lower,
upper = upper,
source = source,
source_ref = source_ref
)
elif kind == "Tuple":
temp_scope = provider.allocateTempScope("tuple_unpack")
source_iter_var = provider.allocateTempVariable(
temp_scope = temp_scope,
name = "source_iter"
)
element_vars = [
provider.allocateTempVariable(
temp_scope = temp_scope,
name = "element_%d" % (
element_index + 1
)
)
for element_index in
range(len(detail))
]
starred_list_var = None
starred_index = None
statements = []
for element_index, element in enumerate(detail):
element_var = element_vars[element_index]
if starred_list_var is not None:
if element[0] == "Starred":
raiseSyntaxError(
"two starred expressions in assignment",
source_ref.atColumnNumber(0)
)
statements.insert(
starred_index+1,
StatementAssignmentVariable(
variable_ref = ExpressionTargetTempVariableRef(
variable = element_var,
source_ref = source_ref
),
source = ExpressionListOperationPop(
list_arg = ExpressionTempVariableRef(
variable = starred_list_var,
source_ref = source_ref
),
source_ref = source_ref
),
source_ref = source_ref
)
)
elif element[0] != "Starred":
statements.append(
StatementAssignmentVariable(
variable_ref = ExpressionTargetTempVariableRef(
variable = element_var,
source_ref = source_ref
),
source = ExpressionSpecialUnpack(
value = ExpressionTempVariableRef(
variable = source_iter_var,
source_ref = source_ref
),
count = element_index + 1,
expected = len(detail),
source_ref = source_ref
),
source_ref = source_ref
)
)
else:
starred_index = element_index
starred_list_var = element_var
statements.append(
StatementAssignmentVariable(
variable_ref = ExpressionTargetTempVariableRef(
variable = element_var,
source_ref = source_ref
),
source = ExpressionBuiltinList(
value = ExpressionTempVariableRef(
variable = source_iter_var,
source_ref = source_ref
),
source_ref = source_ref
),
source_ref = source_ref
)
)
if starred_list_var is None:
statements.append(
StatementSpecialUnpackCheck(
iterator = ExpressionTempVariableRef(
variable = source_iter_var,
source_ref = source_ref
),
count = len(detail),
source_ref = source_ref
)
)
statements = [
StatementAssignmentVariable(
variable_ref = ExpressionTargetTempVariableRef(
variable = source_iter_var,
source_ref = source_ref
),
source = ExpressionBuiltinIter1(
value = source,
source_ref = source_ref
),
source_ref = source_ref
),
makeTryFinallyStatement(
provider = provider,
tried = statements,
final = (
StatementReleaseVariable(
variable = source_iter_var,
source_ref = source_ref
),
),
source_ref = source_ref
)
]
# When all is done, copy over to the actual assignment targets, starred
# or not makes no difference here anymore.
for element_index, element in enumerate(detail):
if element[0] == "Starred":
element = element[1]
element_var = element_vars[element_index]
statements.append(
buildAssignmentStatementsFromDecoded(
provider = provider,
kind = element[0],
detail = element[1],
source = ExpressionTempVariableRef(
variable = element_var,
source_ref = source_ref
),
source_ref = source_ref
)
)
# Need to release temporary variables right after successful
# usage.
statements.append(
StatementDelVariable(
variable_ref = ExpressionTargetTempVariableRef(
variable = element_var,
source_ref = source_ref
),
tolerant = True,
source_ref = source_ref,
)
)
final_statements = []
for element_var in element_vars:
final_statements.append(
StatementReleaseVariable(
variable = element_var,
source_ref = source_ref,
)
)
return makeTryFinallyStatement(
provider = provider,
tried = statements,
final = final_statements,
source_ref = source_ref
)
elif kind == "Starred":
raiseSyntaxError(
"starred assignment target must be in a list or tuple",
source_ref.atColumnNumber(0)
)
else:
assert False, (kind, source_ref, detail)
