def wrapExpressionBuiltinExecfileCreation(
filename, globals_arg, locals_arg, source_ref
):
outline_body = ExpressionOutlineBody(
provider=node.getParentVariableProvider(),
name="execfile_call",
source_ref=source_ref,
)
globals_ref, locals_ref, tried, final = wrapEvalGlobalsAndLocals(
provider=node.getParentVariableProvider(),
globals_node=globals_arg,
locals_node=locals_arg,
temp_scope=outline_body.getOutlineTempScope(),
source_ref=source_ref,
)
tried = makeStatementsSequence(
statements=(
tried,
StatementReturn(
expression=ExpressionBuiltinExecfile(
source_code=makeCallNode(
ExpressionAttributeLookup(
expression=ExpressionBuiltinOpen(
filename=filename,
mode=makeConstantRefNode(
constant="rU", source_ref=source_ref
),
buffering=None,
source_ref=source_ref,
),
attribute_name="read",
source_ref=source_ref,
),
source_ref,
),
globals_arg=globals_ref,
locals_arg=locals_ref,
source_ref=source_ref,
),
source_ref=source_ref,
),
),
allow_none=False,
source_ref=source_ref,
)
outline_body.setBody(
makeStatementsSequenceFromStatement(
statement=makeTryFinallyStatement(
provider=outline_body,
tried=tried,
final=final,
source_ref=source_ref,
)
)
)
return outline_body
def wrapExpressionBuiltinExecfileCreation(
filename, globals_arg, locals_arg, source_ref
):
outline_body = ExpressionOutlineBody(
provider=node.getParentVariableProvider(),
name="execfile_call",
source_ref=source_ref,
)
globals_ref, locals_ref, tried, final = wrapEvalGlobalsAndLocals(
provider=node.getParentVariableProvider(),
globals_node=globals_arg,
locals_node=locals_arg,
temp_scope=outline_body.getOutlineTempScope(),
source_ref=source_ref,
)
tried = makeStatementsSequence(
statements=(
tried,
StatementReturn(
expression=ExpressionBuiltinExecfile(
source_code=makeCallNode(
ExpressionAttributeLookup(
source=ExpressionBuiltinOpen(
filename=filename,
mode=makeConstantRefNode(
constant="rU", source_ref=source_ref
),
buffering=None,
source_ref=source_ref,
),
attribute_name="read",
source_ref=source_ref,
),
source_ref,
),
globals_arg=globals_ref,
locals_arg=locals_ref,
source_ref=source_ref,
),
source_ref=source_ref,
),
),
allow_none=False,
source_ref=source_ref,
)
outline_body.setBody(
makeStatementsSequenceFromStatement(
statement=makeTryFinallyStatement(
provider=outline_body,
tried=tried,
final=final,
source_ref=source_ref,
)
)
)
return outline_body
def convertFunctionCallToOutline(provider, function_body, values,
call_source_ref):
# This has got to have pretty man details, pylint: disable=too-many-locals
function_source_ref = function_body.getSourceReference()
outline_body = ExpressionOutlineBody(provider=provider,
name="inline",
source_ref=function_source_ref)
# Make a clone first, so we do not harm other references.
clone = function_body.getBody().makeClone()
locals_scope_clone, variable_translation = function_body.locals_scope.makeClone(
clone)
# TODO: Lets update all at once maybe, it would take less visits.
updateLocalsScope(
clone,
locals_scope=locals_scope_clone,
variable_translation=variable_translation,
)
argument_names = function_body.getParameters().getParameterNames()
assert len(argument_names) == len(values), (argument_names, values)
statements = []
for argument_name, value in zip(argument_names, values):
statements.append(
StatementAssignmentVariable(
variable=variable_translation[argument_name],
source=value,
source_ref=call_source_ref,
))
body = makeStatementsSequence(statements=(statements, clone),
allow_none=False,
source_ref=function_source_ref)
auto_releases = function_body.getFunctionVariablesWithAutoReleases()
# TODO: Not possible to auto release with outline bodies too?
if auto_releases:
releases = [
StatementReleaseVariable(variable=variable,
source_ref=function_source_ref)
for variable in auto_releases
]
body = makeTryFinallyStatement(
provider=outline_body,
tried=body,
final=releases,
source_ref=function_source_ref,
)
outline_body.setBody(body)
return outline_body
def convertFunctionCallToOutline(provider, function_ref, values):
# This has got to have pretty man details, pylint: disable=too-many-locals
function_body = function_ref.getFunctionBody()
call_source_ref = function_ref.getSourceReference()
function_source_ref = function_body.getSourceReference()
outline_body = ExpressionOutlineBody(provider=provider,
name="inline",
source_ref=function_source_ref)
clone = function_body.getBody().makeClone()
temp_scope = outline_body.getOutlineTempScope()
translation = {}
for variable in function_body.getLocalVariables():
# TODO: Later we should be able to do that too.
assert variable.isSharedTechnically() is False
new_variable = outline_body.allocateTempVariable(
temp_scope=temp_scope, name=variable.getName())
# TODO: Lets update all at once maybe, it would take less visits.
updateVariableUsage(clone,
old_variable=variable,
new_variable=new_variable)
translation[variable.getName()] = new_variable
statements = []
if function_body.isExpressionClassBody():
argument_names = ()
else:
argument_names = function_body.getParameters().getParameterNames()
assert len(argument_names) == len(values), (argument_names, values)
for argument_name, value in zip(argument_names, values):
statements.append(
StatementAssignmentVariable(
variable=translation[argument_name],
source=value,
source_ref=call_source_ref,
))
body = makeStatementsSequence(statements=(statements, clone),
allow_none=False,
source_ref=function_source_ref)
outline_body.setBody(body)
return outline_body
def convertFunctionCallToOutline(provider, function_ref, values):
# This has got to have pretty man details, pylint: disable=too-many-locals
function_body = function_ref.getFunctionBody()
call_source_ref = function_ref.getSourceReference()
function_source_ref = function_body.getSourceReference()
outline_body = ExpressionOutlineBody(
provider=provider, name="inline", source_ref=function_source_ref
)
clone = function_body.getBody().makeClone()
temp_scope = outline_body.getOutlineTempScope()
translation = {}
for variable in function_body.getLocalVariables():
# TODO: Later we should be able to do that too.
assert variable.isSharedTechnically() is False
new_variable = outline_body.allocateTempVariable(
temp_scope=temp_scope, name=variable.getName()
)
# TODO: Lets update all at once maybe, it would take less visits.
updateVariableUsage(clone, old_variable=variable, new_variable=new_variable)
translation[variable.getName()] = new_variable
statements = []
if function_body.isExpressionClassBody():
argument_names = ()
else:
argument_names = function_body.getParameters().getParameterNames()
assert len(argument_names) == len(values), (argument_names, values)
for argument_name, value in zip(argument_names, values):
statements.append(
StatementAssignmentVariable(
variable=translation[argument_name],
source=value,
source_ref=call_source_ref,
)
)
body = makeStatementsSequence(
statements=(statements, clone), allow_none=False, source_ref=function_source_ref
)
outline_body.setBody(body)
return outline_body
def wrapExpressionBuiltinExecCreation(
source, globals_arg, locals_arg, source_ref
):
provider = node.getParentVariableProvider()
outline_body = ExpressionOutlineBody(
provider=provider, name="exec_call", source_ref=source_ref
)
globals_ref, locals_ref, tried, final = wrapEvalGlobalsAndLocals(
provider=provider,
globals_node=globals_arg,
locals_node=locals_arg,
temp_scope=outline_body.getOutlineTempScope(),
source_ref=source_ref,
)
tried = makeStatementsSequence(
statements=(
tried,
StatementReturn(
expression=ExpressionBuiltinExec(
source_code=source,
globals_arg=globals_ref,
locals_arg=locals_ref,
source_ref=source_ref,
),
source_ref=source_ref,
),
),
allow_none=False,
source_ref=source_ref,
)
# Hack: Allow some APIs to work already
tried.parent = outline_body
outline_body.setBody(
makeStatementsSequenceFromStatement(
statement=makeTryFinallyStatement(
provider=provider,
tried=tried,
final=final,
source_ref=source_ref,
)
)
)
return outline_body
def wrapExpressionBuiltinExecCreation(
source, globals_arg, locals_arg, source_ref
):
provider = node.getParentVariableProvider()
outline_body = ExpressionOutlineBody(
provider=provider, name="exec_call", source_ref=source_ref
)
globals_ref, locals_ref, tried, final = wrapEvalGlobalsAndLocals(
provider=provider,
globals_node=globals_arg,
locals_node=locals_arg,
temp_scope=outline_body.getOutlineTempScope(),
source_ref=source_ref,
)
tried = makeStatementsSequence(
statements=(
tried,
StatementReturn(
expression=ExpressionBuiltinExec(
source_code=source,
globals_arg=globals_ref,
locals_arg=locals_ref,
source_ref=source_ref,
),
source_ref=source_ref,
),
),
allow_none=False,
source_ref=source_ref,
)
# Hack: Allow some APIs to work already
tried.parent = outline_body
outline_body.setBody(
makeStatementsSequenceFromStatement(
statement=makeTryFinallyStatement(
provider=provider,
tried=tried,
final=final,
source_ref=source_ref,
)
)
)
return outline_body
def computeStatement(self, trace_collection):
if self.locals_scope.isMarkedForPropagation():
statements = [
StatementReleaseVariable(variable=variable,
source_ref=self.source_ref)
for variable in
self.locals_scope.getPropagationVariables().values()
]
result = makeStatementsSequence(statements=statements,
allow_none=False,
source_ref=self.source_ref)
self.finalize()
return result, "new_statements", "Releasing temp variables instead of locals dict."
return self, None, None
def computeStatement(self, trace_collection):
if self.locals_scope.isMarkedForPropagation():
statements = [
StatementReleaseVariable(variable=variable, source_ref=self.source_ref)
for variable in self.locals_scope.getPropagationVariables().values()
]
result = makeStatementsSequence(
statements=statements, allow_none=False, source_ref=self.source_ref
)
self.finalize()
return (
result,
"new_statements",
"Releasing temp variables instead of locals dict.",
)
return self, None, None
def wrapEvalBuiltin(source, globals_arg, locals_arg, source_ref):
provider = node.getParentVariableProvider()
outline_body = ExpressionOutlineBody(
provider=node.getParentVariableProvider(),
name="eval_call",
source_ref=source_ref,
)
globals_ref, locals_ref, tried, final = wrapEvalGlobalsAndLocals(
provider=provider,
globals_node=globals_arg,
locals_node=locals_arg,
temp_scope=outline_body.getOutlineTempScope(),
source_ref=source_ref,
)
# The wrapping should not relocate to the "source_ref".
assert (globals_arg is None or globals_ref.getSourceReference()
== globals_arg.getSourceReference())
assert (locals_arg is None or locals_ref.getSourceReference()
== locals_arg.getSourceReference())
source_variable = outline_body.allocateTempVariable(temp_scope=None,
name="source")
final.setStatements(final.getStatements() + (StatementDelVariable(
variable=source_variable, tolerant=True, source_ref=source_ref), ))
strip_choice = makeConstantRefNode(constant=(" \t", ),
source_ref=source_ref)
if python_version >= 300:
strip_choice = ExpressionConditional(
condition=ExpressionComparisonIs(
left=ExpressionBuiltinType1(
value=ExpressionTempVariableRef(
variable=source_variable, source_ref=source_ref),
source_ref=source_ref,
),
right=makeExpressionBuiltinRef(builtin_name="bytes",
source_ref=source_ref),
source_ref=source_ref,
),
expression_yes=makeConstantRefNode(constant=(b" \t", ),
source_ref=source_ref),
expression_no=strip_choice,
source_ref=source_ref,
)
# Source needs some special treatment for eval, if it's a string, it
# must be stripped.
string_fixup = StatementAssignmentVariable(
variable=source_variable,
source=makeExpressionCall(
called=ExpressionAttributeLookup(
source=ExpressionTempVariableRef(variable=source_variable,
source_ref=source_ref),
attribute_name="strip",
source_ref=source_ref,
),
args=strip_choice, # This is a tuple
kw=None,
source_ref=source_ref,
),
source_ref=source_ref,
)
acceptable_builtin_types = [
ExpressionBuiltinAnonymousRef(builtin_name="code",
source_ref=source_ref)
]
if python_version >= 270:
acceptable_builtin_types.append(
makeExpressionBuiltinRef(builtin_name="memoryview",
source_ref=source_ref))
statements = (
StatementAssignmentVariable(variable=source_variable,
source=source,
source_ref=source_ref),
makeStatementConditional(
condition=ExpressionOperationNOT(
operand=ExpressionBuiltinIsinstance(
instance=ExpressionTempVariableRef(
variable=source_variable, source_ref=source_ref),
classes=makeSequenceCreationOrConstant(
sequence_kind="tuple",
elements=acceptable_builtin_types,
source_ref=source_ref,
),
source_ref=source_ref,
),
source_ref=source_ref,
),
yes_branch=string_fixup,
no_branch=None,
source_ref=source_ref,
),
StatementReturn(
expression=ExpressionBuiltinEval(
source_code=ExpressionTempVariableRef(
variable=source_variable, source_ref=source_ref),
globals_arg=globals_ref,
locals_arg=locals_ref,
source_ref=source_ref,
),
source_ref=source_ref,
),
)
tried = makeStatementsSequence(statements=(tried, ) + statements,
allow_none=False,
source_ref=source_ref)
outline_body.setBody(
makeStatementsSequenceFromStatement(
statement=makeTryFinallyStatement(
provider=outline_body,
tried=tried,
final=final,
source_ref=source_ref,
)))
return outline_body
def wrapEvalBuiltin(source, globals_arg, locals_arg, source_ref):
provider = node.getParentVariableProvider()
outline_body = ExpressionOutlineBody(
provider=node.getParentVariableProvider(),
name="eval_call",
source_ref=source_ref,
)
globals_ref, locals_ref, tried, final = wrapEvalGlobalsAndLocals(
provider=provider,
globals_node=globals_arg,
locals_node=locals_arg,
temp_scope=outline_body.getOutlineTempScope(),
source_ref=source_ref,
)
# The wrapping should not relocate to the "source_ref".
assert (
globals_arg is None
or globals_ref.getSourceReference() == globals_arg.getSourceReference()
)
assert (
locals_arg is None
or locals_ref.getSourceReference() == locals_arg.getSourceReference()
)
source_variable = outline_body.allocateTempVariable(
temp_scope=None, name="source"
)
final.setStatements(
final.getStatements()
+ (
StatementDelVariable(
variable=source_variable, tolerant=True, source_ref=source_ref
),
)
)
strip_choice = makeConstantRefNode(constant=(" \t",), source_ref=source_ref)
if python_version >= 300:
strip_choice = ExpressionConditional(
condition=ExpressionComparisonIs(
left=ExpressionBuiltinType1(
value=ExpressionTempVariableRef(
variable=source_variable, source_ref=source_ref
),
source_ref=source_ref,
),
right=makeExpressionBuiltinRef(
builtin_name="bytes", source_ref=source_ref
),
source_ref=source_ref,
),
expression_yes=makeConstantRefNode(
constant=(b" \t",), source_ref=source_ref
),
expression_no=strip_choice,
source_ref=source_ref,
)
# Source needs some special treatment for eval, if it's a string, it
# must be stripped.
string_fixup = StatementAssignmentVariable(
variable=source_variable,
source=makeExpressionCall(
called=ExpressionAttributeLookup(
source=ExpressionTempVariableRef(
variable=source_variable, source_ref=source_ref
),
attribute_name="strip",
source_ref=source_ref,
),
args=strip_choice, # This is a tuple
kw=None,
source_ref=source_ref,
),
source_ref=source_ref,
)
acceptable_builtin_types = [
ExpressionBuiltinAnonymousRef(builtin_name="code", source_ref=source_ref)
]
if python_version >= 270:
acceptable_builtin_types.append(
makeExpressionBuiltinRef(
builtin_name="memoryview", source_ref=source_ref
)
)
statements = (
StatementAssignmentVariable(
variable=source_variable, source=source, source_ref=source_ref
),
makeStatementConditional(
condition=ExpressionOperationNOT(
operand=ExpressionBuiltinIsinstance(
instance=ExpressionTempVariableRef(
variable=source_variable, source_ref=source_ref
),
classes=makeSequenceCreationOrConstant(
sequence_kind="tuple",
elements=acceptable_builtin_types,
source_ref=source_ref,
),
source_ref=source_ref,
),
source_ref=source_ref,
),
yes_branch=string_fixup,
no_branch=None,
source_ref=source_ref,
),
StatementReturn(
expression=ExpressionBuiltinEval(
source_code=ExpressionTempVariableRef(
variable=source_variable, source_ref=source_ref
),
globals_arg=globals_ref,
locals_arg=locals_ref,
source_ref=source_ref,
),
source_ref=source_ref,
),
)
tried = makeStatementsSequence(
statements=(tried,) + statements, allow_none=False, source_ref=source_ref
)
outline_body.setBody(
makeStatementsSequenceFromStatement(
statement=makeTryFinallyStatement(
provider=outline_body,
tried=tried,
final=final,
source_ref=source_ref,
)
)
)
return outline_body
