def fromXML(cls, provider, source_ref, **args):
if "code_flags" in args:
future_spec = fromFlags(args["code_flags"])
result = cls(
main_added = args["main_added"] == "True",
mode = args["mode"],
future_spec = future_spec,
source_ref = source_ref
)
from nuitka.ModuleRegistry import addRootModule
addRootModule(result)
function_work = []
for xml in args["functions"]:
_kind, node_class, func_args, source_ref = extractKindAndArgsFromXML(xml, source_ref)
if "provider" in func_args:
func_args["provider"] = getOwnerFromCodeName(func_args["provider"])
else:
func_args["provider"] = result
if "flags" in args:
func_args["flags"] = set(func_args["flags"].split(','))
if "doc" not in args:
func_args["doc"] = None
function = node_class.fromXML(
source_ref = source_ref,
**func_args
)
# Could do more checks for look up of body here, but so what...
function_work.append(
(function, iter(iter(xml).next()).next())
)
for function, xml in function_work:
function.setChild(
"body",
fromXML(
provider = function,
xml = xml,
source_ref = function.getSourceReference()
)
)
result.setChild(
"body",
fromXML(
provider = result,
xml = args["body"][0],
source_ref = source_ref
)
)
return result
def _addSlaveMainModule(root_module):
from nuitka.tree.Building import CompiledPythonModule, readSourceCodeFromFilename, createModuleTree
from nuitka.ModuleRegistry import addRootModule
from nuitka.plugins.Plugins import Plugins
# First, build the module node and then read again from the
# source code.
module_name = "__parents_main__"
source_ref = root_module.getSourceReference()
mode = Plugins.decideCompilation(module_name, source_ref)
slave_main_module = CompiledPythonModule(
name=module_name,
package_name=None,
mode=mode,
source_ref=root_module.getSourceReference())
source_code = readSourceCodeFromFilename("__parents_main__",
root_module.getFilename())
# For the call stack, this may look bad or different to what
# CPython does. Using the "__import__" built-in to not spoil
# or use the module namespace.
source_code += """
__import__("sys").modules["__main__"] = __import__("sys").modules[__name__]
__import__("multiprocessing.forking").forking.main()"""
createModuleTree(module=slave_main_module,
source_ref=root_module.getSourceReference(),
source_code=source_code,
is_main=False)
# This is an alternative entry point of course.
addRootModule(slave_main_module)
def onModuleInitialSet():
"""The initial set of root modules is complete, plugins may add more."""
from nuitka.ModuleRegistry import addRootModule
for plugin in getActivePlugins():
for module in plugin.onModuleInitialSet():
addRootModule(module)
def fromXML(cls, provider, source_ref, **args):
result = cls(
main_added = args["main_added"] == "True",
mode = args["mode"],
source_ref = source_ref
)
from nuitka.ModuleRegistry import addRootModule
addRootModule(result)
function_work = []
for xml in args["functions"]:
_kind, node_class, func_args, source_ref = extractKindAndArgsFromXML(xml, source_ref)
if "provider" in func_args:
func_args["provider"] = getOwnerFromCodeName(func_args["provider"])
else:
func_args["provider"] = result
if "flags" in args:
func_args["flags"] = set(func_args["flags"].split(','))
if "doc" not in args:
func_args["doc"] = None
function = node_class.fromXML(
source_ref = source_ref,
**func_args
)
# Could do more checks for look up of body here, but so what...
function_work.append(
(function, iter(iter(xml).next()).next())
)
for function, xml in function_work:
function.setChild(
"body",
fromXML(
provider = function,
xml = xml,
source_ref = function.getSourceReference()
)
)
result.setChild(
"body",
fromXML(
provider = result,
xml = args["body"][0],
source_ref = source_ref
)
)
return result
def _addSlaveMainModule(root_module):
from nuitka.tree.Building import (
CompiledPythonModule,
readSourceCodeFromFilename,
createModuleTree,
)
from nuitka.ModuleRegistry import addRootModule
from nuitka.plugins.Plugins import Plugins
from sys import hexversion
# First, build the module node and then read again from the
# source code.
module_name = "__parents_main__"
source_ref = root_module.getSourceReference()
mode = Plugins.decideCompilation(module_name, source_ref)
slave_main_module = CompiledPythonModule(
name=module_name,
package_name=None,
is_top=False,
mode=mode,
future_spec=None,
source_ref=root_module.getSourceReference(),
)
source_code = readSourceCodeFromFilename(
"__parents_main__", root_module.getFilename()
)
# For the call stack, this may look bad or different to what
# CPython does. Using the "__import__" built-in to not spoil
# or use the module namespace. The forking module was split up
# into multiple modules in Python 3.4.0.a2
if hexversion >= 0x030400A2:
source_code += """
__import__("sys").modules["__main__"] = __import__("sys").modules[__name__]
__import__("multiprocessing.spawn").spawn.freeze_support()"""
else:
source_code += """
__import__("sys").modules["__main__"] = __import__("sys").modules[__name__]
__import__("multiprocessing.forking").forking.freeze_support()"""
createModuleTree(
module=slave_main_module,
source_ref=root_module.getSourceReference(),
source_code=source_code,
is_main=False,
)
# This is an alternative entry point of course.
addRootModule(slave_main_module)
def _addSlaveMainModule(root_module):
from nuitka.tree.Building import (
CompiledPythonModule,
readSourceCodeFromFilename,
createModuleTree,
)
from nuitka.ModuleRegistry import addRootModule
from nuitka.plugins.Plugins import Plugins
from sys import hexversion
# First, build the module node and then read again from the
# source code.
module_name = "__parents_main__"
source_ref = root_module.getSourceReference()
mode = Plugins.decideCompilation(module_name, source_ref)
slave_main_module = CompiledPythonModule(
name=module_name,
package_name=None,
is_top=False,
mode=mode,
future_spec=None,
source_ref=root_module.getSourceReference(),
)
source_code = readSourceCodeFromFilename("__parents_main__",
root_module.getFilename())
# For the call stack, this may look bad or different to what
# CPython does. Using the "__import__" built-in to not spoil
# or use the module namespace. The forking module was split up
# into multiple modules in Python 3.4.0.a2
if hexversion >= 0x030400A2:
source_code += """
__import__("sys").modules["__main__"] = __import__("sys").modules[__name__]
__import__("multiprocessing.spawn").spawn.freeze_support()"""
else:
source_code += """
__import__("sys").modules["__main__"] = __import__("sys").modules[__name__]
__import__("multiprocessing.forking").forking.freeze_support()"""
createModuleTree(
module=slave_main_module,
source_ref=root_module.getSourceReference(),
source_code=source_code,
is_main=False,
)
# This is an alternative entry point of course.
addRootModule(slave_main_module)
def onModuleEncounter(self, module_filename, module_name, module_package,
module_kind):
if module_name == "multiprocessing" and \
module_package is None \
and not self.multiprocessing_added:
self.multiprocessing_added = True
from nuitka.ModuleRegistry import getRootModules, addRootModule
from nuitka.tree.Building import CompiledPythonModule, readSourceCodeFromFilename, createModuleTree
for root_module in getRootModules():
if root_module.isMainModule():
# First, build the module node and then read again from the
# source code.
slave_main_module = CompiledPythonModule(
name = "__parents_main__",
package_name = None,
source_ref = root_module.getSourceReference()
)
source_code = readSourceCodeFromFilename(
"__parents_main__",
root_module.getFilename()
)
# For the call stack, this may look bad or different to what
# CPython does. Using the "__import__" built-in to not spoil
# or use the module namespace.
source_code += """
__import__("sys").modules["__main__"] = __import__("sys").modules[__name__]
__import__("multiprocessing.forking").forking.main()"""
createModuleTree(
module = slave_main_module,
source_ref = root_module.getSourceReference(),
source_code = source_code,
is_main = False
)
# This is an alternative entry point of course.
addRootModule(slave_main_module)
break
else:
assert False
def _addSlaveMainModule(root_module):
from nuitka.tree.Building import CompiledPythonModule, readSourceCodeFromFilename, createModuleTree
from nuitka.ModuleRegistry import addRootModule
from nuitka.plugins.Plugins import Plugins
# First, build the module node and then read again from the
# source code.
module_name = "__parents_main__"
source_ref = root_module.getSourceReference()
mode = Plugins.decideCompilation(module_name, source_ref)
slave_main_module = CompiledPythonModule(
name = module_name,
package_name = None,
mode = mode,
source_ref = root_module.getSourceReference()
)
source_code = readSourceCodeFromFilename(
"__parents_main__",
root_module.getFilename()
)
# For the call stack, this may look bad or different to what
# CPython does. Using the "__import__" built-in to not spoil
# or use the module namespace.
source_code += """
__import__("sys").modules["__main__"] = __import__("sys").modules[__name__]
__import__("multiprocessing.forking").forking.main()"""
createModuleTree(
module = slave_main_module,
source_ref = root_module.getSourceReference(),
source_code = source_code,
is_main = False
)
# This is an alternative entry point of course.
addRootModule(slave_main_module)
def onModuleInitialSet():
from nuitka.ModuleRegistry import addRootModule
for plugin in getActivePlugins():
for module in plugin.onModuleInitialSet():
addRootModule(module)