def makeComparisons(trace_result):
exit_code_stdout = compareOutput(
"stdout", stdout_cpython, stdout_nuitka, ignore_warnings, syntax_errors
)
if ignore_stderr:
exit_code_stderr = 0
else:
exit_code_stderr = compareOutput(
"stderr",
stderr_cpython,
stderr_nuitka,
ignore_warnings,
syntax_errors,
)
exit_code_return = exit_cpython != exit_nuitka
if exit_code_return and trace_result:
my_print(
"""Exit codes {exit_cpython:d} (CPython) != {exit_nuitka:d} (Nuitka)""".format(
exit_cpython=exit_cpython, exit_nuitka=exit_nuitka
)
)
return exit_code_stdout, exit_code_stderr, exit_code_return
def main():
# pylint: disable=broad-except,too-many-branches,too-many-locals,too-many-statements
setup()
# cache_dir is where the git clones are cached
cache_dir = os.path.join(getCacheDir(), "pypi-git-clones")
base_dir = os.getcwd()
if not os.path.isdir(cache_dir):
os.mkdir(cache_dir)
search_mode = createSearchMode()
results = []
# load json
with open("packages.json", "r") as f:
packages = json.load(f)
for package_name, details in sorted(packages.items()):
active = search_mode.consider(dirname=None, filename=package_name)
if not active:
continue
if str is not bytes:
# running on python3
if package_name in ("futures", "future"):
reportSkip("Does not run on Python3", ".", package_name)
if search_mode.abortIfExecuted():
break
continue
if os.name == "nt":
if package_name in ("cryptography",):
reportSkip("Not working on Windows", ".", package_name)
if search_mode.abortIfExecuted():
break
continue
if package_name == "pyyaml":
reportSkip("Not yet supported, see Issue #476", ".", package_name)
if search_mode.abortIfExecuted():
break
continue
if package_name in ("pycparser", "numpy"):
reportSkip("Not yet supported, see Issue #477", ".", package_name)
if search_mode.abortIfExecuted():
break
continue
if package_name in (
"google-auth", # bdist_nuitka fails AttributeError: single_version_externally_managed
"jinja2", # ModuleNotFoundError: No module named 'jinja2.tests'
"pandas", # ModuleNotFoundError: No module named 'Cython'
"pytz", # need to 'make build'
"rsa", # Now uses Poetry (no setup.py)
):
if search_mode.abortIfExecuted():
break
continue
package_dir = os.path.join(cache_dir, package_name)
try:
gitClone(package_name, details["url"], cache_dir)
os.chdir(base_dir)
with withVirtualenv(
"venv_%s" % package_name, delete=False, style="blue"
) as venv:
dist_dir = os.path.join(package_dir, "dist")
# delete ignored tests if any
if details["ignored_tests"]:
for test in details["ignored_tests"]:
venv.runCommand("rm -rf %s" % os.path.join(package_dir, test))
# setup for pytest
cmds = [
"python -m pip install pytest",
"cd %s" % os.path.join(os.path.dirname(nuitka.__file__), ".."),
"python setup.py develop",
"cd %s" % package_dir,
]
if details["requirements_file"]:
cmds.append(
"python -m pip install -r %s" % details["requirements_file"]
)
if details.get("extra_commands"):
cmds += details["extra_commands"]
# build uncompiled .whl
cmds.append("python setup.py bdist_wheel")
venv.runCommand(commands=cmds)
# install and print out if the active .whl is compiled or not
venv.runCommand(
commands=[
"python -m pip install -U %s"
% os.path.join(dist_dir, os.listdir(dist_dir)[0]),
# use triple quotes for linux
"""python -c "print(getattr(__import__('%s'),'__compiled__','__uncompiled_version__'))" """
% details.get("package_name", package_name),
]
)
# get uncompiled pytest results
uncompiled_stdout, uncompiled_stderr = venv.runCommandWithOutput(
commands=[
"cd %s" % package_dir,
"python -m pytest --disable-warnings",
],
style="blue",
)
# clean up before building compiled .whl
cmds = ["cd %s" % package_dir, "git clean -dfx"]
if details.get("extra_commands"):
cmds += details["extra_commands"]
# build nuitka compiled .whl
cmds.append("python setup.py bdist_nuitka")
venv.runCommand(commands=cmds)
# install and print out if the active .whl is compiled or not
venv.runCommand(
commands=[
"python -m pip install -U %s"
% os.path.join(dist_dir, os.listdir(dist_dir)[0]),
# use triple quotes for linux
"""python -c "print(getattr(__import__('%s'),'__compiled__','__uncompiled_version__'))" """
% details.get("package_name", package_name),
]
)
# get compiled pytest results
compiled_stdout, compiled_stderr = venv.runCommandWithOutput(
commands=[
"cd %s" % package_dir,
"python -m pytest --disable-warnings",
],
style="blue",
)
venv.runCommand(commands=["cd %s" % package_dir, "git clean -q -dfx"])
except Exception as e:
my_print(
"Package",
package_name,
"ran into an exception during execution, traceback: ",
)
my_print(e)
results.append((package_name, "ERROR", "ERROR"))
if search_mode.abortIfExecuted():
break
continue
# compare outputs
stdout_diff = compareOutput(
"stdout",
uncompiled_stdout,
compiled_stdout,
ignore_warnings=True,
syntax_errors=True,
)
stderr_diff = compareOutput(
"stderr",
uncompiled_stderr,
compiled_stderr,
ignore_warnings=True,
syntax_errors=True,
)
results.append((package_name, stdout_diff, stderr_diff))
exit_code = stdout_diff or stderr_diff
my_print(
"\n=================================================================================",
"\n--- %s ---" % package_name,
"exit_stdout:",
stdout_diff,
"exit_stderr:",
stderr_diff,
"\nError, outputs differed for package %s." % package_name
if exit_code
else "\nNo differences found for package %s." % package_name,
"\n=================================================================================\n",
style="red" if exit_code else "green",
)
if exit_code != 0 and search_mode.abortOnFinding(
dirname=None, filename=package_name
):
break
if search_mode.abortIfExecuted():
break
search_mode.finish()
# give a summary of all packages
my_print(
"\n\n=====================================SUMMARY=====================================",
style="yellow",
)
for package_name, stdout_diff, stderr_diff in results:
my_print(
package_name,
"-",
end=" ",
style="red" if (stdout_diff or stderr_diff) else "green",
)
my_print(
"stdout:", stdout_diff, end=" ", style="red" if stdout_diff else "green"
)
my_print(
"stderr:", stderr_diff, end="", style="red" if stderr_diff else "green"
)
my_print(
"\n---------------------------------------------------------------------------------"
)
my_print("TOTAL NUMBER OF PACKAGES TESTED: %s" % len(results), style="yellow")
num_failed = 0
num_errors = 0
# tally the number of errors and failed
for _, y, z in results:
if type(y) is str:
# this means the package ran into an exception
num_errors += 1
elif y or z:
num_failed += 1
my_print(
"TOTAL PASSED: %s" % (len(results) - num_failed - num_errors), style="green"
)
my_print("TOTAL FAILED (differences): %s" % num_failed, style="red")
my_print("TOTAL ERRORS (exceptions): %s" % num_errors, style="red")
def main():
# Complex stuff, pylint: disable=too-many-locals,too-many-statements
python_version = setup(needs_io_encoding=True)
search_mode = createSearchMode()
nuitka_dir = os.path.abspath(os.path.join(os.getcwd(), "..", ".."))
for filename in sorted(os.listdir(".")):
if (not os.path.isdir(filename) or filename.endswith(
(".build", ".dist")) or filename.startswith("venv_")):
continue
filename = os.path.relpath(filename)
if not decideFilenameVersionSkip(filename):
continue
active = search_mode.consider(dirname=None, filename=filename)
if active:
my_print("Consider distutils example:", filename)
py3_only_examples = ("example_3", "nested_namespaces")
if python_version < (3, ) and filename in py3_only_examples:
reportSkip("Skipped, only relevant for Python3", ".", filename)
continue
case_dir = os.path.join(os.getcwd(), filename)
removeDirectory(os.path.join(case_dir, "build"),
ignore_errors=False)
removeDirectory(os.path.join(case_dir, "dist"),
ignore_errors=False)
with withVirtualenv("venv_cpython") as venv:
venv.runCommand(commands=[
'cd "%s"' % case_dir, "python setup.py bdist_wheel"
])
dist_dir = os.path.join(case_dir, "dist")
venv.runCommand('pip install "%s"' %
(os.path.join(dist_dir,
os.listdir(dist_dir)[0])))
runner_binary = os.path.join(
venv.getVirtualenvDir(),
"bin" if os.name != "nt" else "scripts",
"runner",
)
if os.path.exists(runner_binary):
# Need to call CPython binary for Windows.
process = subprocess.Popen(
args=[
os.path.join(
venv.getVirtualenvDir(),
"bin" if os.name != "nt" else "scripts",
"python",
),
os.path.join(
venv.getVirtualenvDir(),
"bin" if os.name != "nt" else "scripts",
"runner",
),
],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
)
else:
assert os.path.exists(runner_binary + ".exe")
process = subprocess.Popen(
args=[runner_binary + ".exe"],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
)
stdout_cpython, stderr_cpython = process.communicate()
exit_cpython = process.returncode
my_print("STDOUT CPython:")
my_print(stdout_cpython)
my_print("STDERR CPython:")
my_print(stderr_cpython)
assert exit_cpython == 0, exit_cpython
my_print("EXIT was OK.")
removeDirectory(os.path.join(case_dir, "build"),
ignore_errors=False)
removeDirectory(os.path.join(case_dir, "dist"),
ignore_errors=False)
with withVirtualenv("venv_nuitka") as venv:
# Install nuitka from source.
venv.runCommand(commands=[
'cd "%s"' % nuitka_dir, "python setup.py install"
])
# Remove that left over from the install command.
removeDirectory(
path=os.path.join(nuitka_dir, "Nuitka.egg-info"),
ignore_errors=False,
)
# Create the wheel with Nuitka compilation.
venv.runCommand(commands=[
'cd "%s"' % case_dir, "python setup.py bdist_nuitka"
])
dist_dir = os.path.join(case_dir, "dist")
venv.runCommand('pip install "%s"' %
(os.path.join(dist_dir,
os.listdir(dist_dir)[0])))
runner_binary = os.path.join(
venv.getVirtualenvDir(),
"bin" if os.name != "nt" else "scripts",
"runner",
)
if os.path.exists(runner_binary):
process = subprocess.Popen(
args=[
os.path.join(
venv.getVirtualenvDir(),
"bin" if os.name != "nt" else "scripts",
"python",
),
runner_binary,
],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
)
else:
assert os.path.exists(runner_binary + ".exe")
process = subprocess.Popen(
args=[runner_binary + ".exe"],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
)
stdout_nuitka, stderr_nuitka = process.communicate()
exit_nuitka = process.returncode
my_print("STDOUT Nuitka:")
my_print(stdout_nuitka)
my_print("STDERR Nuitka:")
my_print(stderr_nuitka)
assert exit_nuitka == 0, exit_nuitka
my_print("EXIT was OK.")
exit_code_stdout = compareOutput(
"stdout",
stdout_cpython,
stdout_nuitka,
ignore_warnings=True,
syntax_errors=True,
)
exit_code_stderr = compareOutput(
"stderr",
stderr_cpython,
stderr_nuitka,
ignore_warnings=True,
syntax_errors=True,
)
exit_code_return = exit_cpython != exit_nuitka
if exit_code_return:
my_print("""\
Exit codes {exit_cpython:d} (CPython) != {exit_nuitka:d} (Nuitka)""".format(
exit_cpython=exit_cpython, exit_nuitka=exit_nuitka))
exit_code = exit_code_stdout or exit_code_stderr or exit_code_return
if exit_code:
sys.exit("Error, outputs differed.")
if search_mode.abortIfExecuted():
break
search_mode.finish()
stdout_nuitka, stderr_nuitka = process.communicate()
exit_nuitka = process.returncode
print("STDOUT Nuitka:")
print(stdout_nuitka)
print("STDERR Nuitka:")
print(stderr_nuitka)
assert exit_nuitka == 0, exit_nuitka
print("EXIT was OK.")
exit_code_stdout = compareOutput(
"stdout",
stdout_cpython,
stdout_nuitka,
ignore_warnings=True,
ignore_infos=True,
syntax_errors=True,
)
exit_code_stderr = compareOutput(
"stderr",
stderr_cpython,
stderr_nuitka,
ignore_warnings=True,
ignore_infos=True,
syntax_errors=True,
)
exit_code_return = exit_cpython != exit_nuitka
def main():
# Of course many cases to deal with, pylint: disable=too-many-branches,too-many-locals,too-many-statements
from nuitka.utils.Execution import check_output
filename = sys.argv[1]
args = sys.argv[2:]
def hasArg(arg):
if arg in args:
args.remove(arg)
return True
else:
return False
# For output keep it
arguments = list(args)
silent_mode = hasArg("silent")
ignore_stderr = hasArg("ignore_stderr")
ignore_warnings = hasArg("ignore_warnings")
ignore_infos = hasArg("ignore_infos")
expect_success = hasArg("expect_success")
expect_failure = hasArg("expect_failure")
python_debug = hasArg("python_debug")
module_mode = hasArg("module_mode")
two_step_execution = hasArg("two_step_execution")
binary_python_path = hasArg("binary_python_path")
keep_python_path = hasArg("keep_python_path")
trace_command = (hasArg("trace_command")
or os.environ.get("NUITKA_TRACE_COMMANDS", "0") != "0")
remove_output = hasArg("remove_output")
standalone_mode = hasArg("standalone")
no_site = hasArg("no_site")
recurse_none = hasArg("recurse_none")
recurse_all = hasArg("recurse_all")
timing = hasArg("timing")
coverage_mode = hasArg("coverage")
original_file = hasArg("original_file")
runtime_file = hasArg("runtime_file")
no_warnings = not hasArg("warnings")
full_compat = not hasArg("improved")
cpython_cached = hasArg("cpython_cache")
syntax_errors = hasArg("syntax_errors")
plugins_enabled = []
for count, arg in reversed(tuple(enumerate(args))):
if arg.startswith("plugin_enable:"):
plugins_enabled.append(arg[len("plugin_enable:"):])
del args[count]
plugins_disabled = []
for count, arg in reversed(tuple(enumerate(args))):
if arg.startswith("plugin_disable:"):
plugins_disabled.append(arg[len("plugin_disable:"):])
del args[count]
recurse_not = []
for count, arg in reversed(tuple(enumerate(args))):
if arg.startswith("recurse_not:"):
recurse_not.append(arg[len("recurse_not:"):])
del args[count]
recurse_to = []
for count, arg in reversed(tuple(enumerate(args))):
if arg.startswith("recurse_to:"):
recurse_to.append(arg[len("recurse_to:"):])
del args[count]
if args:
sys.exit("Error, non understood mode(s) '%s'," % ",".join(args))
# In coverage mode, we don't want to execute, and to do this only in one mode,
# we enable two step execution, which splits running the binary from the actual
# compilation:
if coverage_mode:
two_step_execution = True
# The coverage mode doesn't work with debug mode.
if coverage_mode:
python_debug = False
comparison_mode = not coverage_mode
assert not standalone_mode or not module_mode
assert not recurse_all or not recurse_none
if "PYTHONHASHSEED" not in os.environ:
os.environ["PYTHONHASHSEED"] = "0"
os.environ["PYTHONWARNINGS"] = "ignore"
if "PYTHON" not in os.environ:
os.environ["PYTHON"] = sys.executable
extra_options = os.environ.get("NUITKA_EXTRA_OPTIONS", "").split()
if "--python-debug" in extra_options or "--python-dbg" in extra_options:
python_debug = True
if python_debug:
if os.path.exists(
os.path.join("/usr/bin/", os.environ["PYTHON"] + "-dbg")):
os.environ["PYTHON"] += "-dbg"
if os.name == "nt":
if os.path.exists(os.environ["PYTHON"][:-4] + "_d.exe"):
os.environ["PYTHON"] = os.environ["PYTHON"][:-4] + "_d.exe"
if os.environ["PYTHON"].endswith("-dbg"):
python_debug = True
if os.environ["PYTHON"].lower().endswith("_d.exe"):
python_debug = True
if comparison_mode:
my_print("""\
Comparing output of '{filename}' using '{python}' with flags {args} ...""".
format(
filename=filename,
python=os.environ["PYTHON"],
args=", ".join(arguments),
))
else:
my_print("""\
Taking coverage of '{filename}' using '{python}' with flags {args} ...""".
format(
filename=filename,
python=os.environ["PYTHON"],
args=", ".join(arguments),
))
if comparison_mode and not silent_mode:
my_print("*" * 80)
my_print("CPython:")
my_print("*" * 80)
if two_step_execution:
filename = os.path.abspath(filename)
if module_mode:
if no_warnings:
cpython_cmd = [
os.environ["PYTHON"],
"-W",
"ignore",
"-c",
"import sys; sys.path.append(%s); import %s" %
(repr(os.path.dirname(filename)), os.path.basename(filename)),
]
else:
cpython_cmd = [
os.environ["PYTHON"],
"-c",
"import sys; sys.path.append(%s); import %s" %
(repr(os.path.dirname(filename)), os.path.basename(filename)),
]
else:
if no_warnings:
cpython_cmd = [os.environ["PYTHON"], "-W", "ignore", filename]
else:
cpython_cmd = [os.environ["PYTHON"], filename]
if no_site:
cpython_cmd.insert(1, "-S")
if "NUITKA" in os.environ:
# Would need to extract which "python" this is going to use.
assert not coverage_mode, "Not implemented for binaries."
nuitka_call = [os.environ["NUITKA"]]
else:
if comparison_mode:
nuitka_call = [
os.environ["PYTHON"],
"-m",
"nuitka.__main__", # Note: Needed for Python2.6
]
else:
assert coverage_mode
nuitka_call = [
os.environ["PYTHON"],
"-S",
"-m",
"coverage",
"run",
"--rcfile",
os.devnull,
"-a",
"-m",
"nuitka.__main__", # Note: Needed for Python2.6
]
if python_debug:
extra_options.append("--python-debug")
if no_warnings:
extra_options.append("--python-flag=no_warnings")
if remove_output:
extra_options.append("--remove-output")
if original_file:
extra_options.append("--file-reference-choice=original")
if runtime_file:
extra_options.append("--file-reference-choice=runtime")
if full_compat:
extra_options.append("--full-compat")
if coverage_mode:
# Coverage modules hates Nuitka to re-execute, and so we must avoid
# that.
python_path = check_output([
os.environ["PYTHON"],
"-c",
"import sys, os; print(os.pathsep.join(sys.path))",
])
if sys.version_info >= (3, ):
python_path = python_path.decode("utf8")
os.environ["PYTHONPATH"] = python_path.strip()
if binary_python_path:
addToPythonPath(os.path.dirname(os.path.abspath(filename)))
if keep_python_path or binary_python_path:
extra_options.append("--execute-with-pythonpath")
if recurse_none:
extra_options.append("--nofollow-imports")
if recurse_all:
extra_options.append("--follow-imports")
if recurse_not:
extra_options.extend("--nofollow-import-to=" + v for v in recurse_not)
if coverage_mode:
extra_options.append("--must-not-re-execute")
extra_options.append("--generate-c-only")
for plugin_enabled in plugins_enabled:
extra_options.append("--plugin-enable=" + plugin_enabled)
for plugin_disabled in plugins_disabled:
extra_options.append("--plugin-disable=" + plugin_disabled)
# Now build the command to run Nuitka.
if not two_step_execution:
if module_mode:
nuitka_cmd = nuitka_call + extra_options + [
"--run", "--module", filename
]
elif standalone_mode:
nuitka_cmd = (nuitka_call + extra_options +
["--run", "--standalone", filename])
else:
nuitka_cmd = nuitka_call + extra_options + ["--run", filename]
if no_site:
nuitka_cmd.insert(len(nuitka_cmd) - 1, "--python-flag=-S")
else:
if module_mode:
nuitka_cmd1 = (nuitka_call + extra_options +
["--module", os.path.abspath(filename)])
elif standalone_mode:
nuitka_cmd1 = nuitka_call + extra_options + [
"--standalone", filename
]
else:
nuitka_cmd1 = nuitka_call + extra_options + [filename]
if no_site:
nuitka_cmd1.insert(len(nuitka_cmd1) - 1, "--python-flag=-S")
for extra_option in extra_options:
dir_match = re.search(r"--output-dir=(.*?)(\s|$)", extra_option)
if dir_match:
output_dir = dir_match.group(1)
break
else:
# The default.
output_dir = "."
if module_mode:
nuitka_cmd2 = [
os.environ["PYTHON"],
"-W",
"ignore",
"-c",
"import %s" % os.path.basename(filename),
]
else:
exe_filename = os.path.basename(filename)
if filename.endswith(".py"):
exe_filename = exe_filename[:-3]
exe_filename = exe_filename.replace(")", "").replace("(", "")
exe_filename += ".exe" if os.name == "nt" else ".bin"
nuitka_cmd2 = [os.path.join(output_dir, exe_filename)]
pdb_filename = exe_filename[:-4] + ".pdb"
if trace_command:
my_print("CPython command:", *cpython_cmd)
if comparison_mode:
cpython_time, stdout_cpython, stderr_cpython, exit_cpython = getCPythonResults(
cpython_cmd=cpython_cmd, cpython_cached=cpython_cached)
if comparison_mode and not silent_mode:
displayOutput(stdout_cpython, stderr_cpython)
if comparison_mode and not silent_mode:
my_print("*" * 80)
my_print("Nuitka:")
my_print("*" * 80)
if two_step_execution:
if output_dir:
os.chdir(output_dir)
else:
tmp_dir = tempfile.gettempdir()
# Try to avoid RAM disk /tmp and use the disk one instead.
if tmp_dir == "/tmp" and os.path.exists("/var/tmp"):
tmp_dir = "/var/tmp"
os.chdir(tmp_dir)
if trace_command:
my_print("Going to output directory", os.getcwd())
stop_watch = StopWatch()
stop_watch.start()
if not two_step_execution:
if trace_command:
my_print("Nuitka command:", nuitka_cmd)
# Try a couple of times for permission denied, on Windows it can
# be transient.
for _i in range(5):
with withPythonPathChange(nuitka_package_dir):
process = subprocess.Popen(args=nuitka_cmd,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
stdout_nuitka, stderr_nuitka = process.communicate()
exit_nuitka = process.returncode
if checkNoPermissionError(
stdout_nuitka) and checkNoPermissionError(stderr_nuitka):
break
my_print(
"Retrying nuitka exe due to permission problems after delay.")
time.sleep(2)
else:
if trace_command:
my_print("Nuitka command 1:", nuitka_cmd1)
for _i in range(5):
with withPythonPathChange(nuitka_package_dir):
process = subprocess.Popen(args=nuitka_cmd1,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
stdout_nuitka1, stderr_nuitka1 = process.communicate()
exit_nuitka1 = process.returncode
if exit_nuitka1 != 0:
if (not expect_failure and not comparison_mode
and not os.path.exists(".coverage")):
sys.exit("""\
Error, failed to take coverage with '%s'.
Stderr was:
%s
""" % (os.environ["PYTHON"], stderr_nuitka1))
exit_nuitka = exit_nuitka1
stdout_nuitka, stderr_nuitka = stdout_nuitka1, stderr_nuitka1
else:
# No execution second step for coverage mode.
if comparison_mode:
if trace_command:
my_print("Nuitka command 2:", nuitka_cmd2)
process = subprocess.Popen(args=nuitka_cmd2,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
stdout_nuitka2, stderr_nuitka2 = process.communicate()
stdout_nuitka = stdout_nuitka1 + stdout_nuitka2
stderr_nuitka = stderr_nuitka1 + stderr_nuitka2
exit_nuitka = process.returncode
else:
exit_nuitka = exit_nuitka1
stdout_nuitka, stderr_nuitka = stdout_nuitka1, stderr_nuitka1
if checkNoPermissionError(
stdout_nuitka) and checkNoPermissionError(stderr_nuitka):
break
my_print(
"Retrying nuitka exe due to permission problems after delay.")
time.sleep(2)
stop_watch.stop()
nuitka_time = stop_watch.delta()
if not silent_mode:
displayOutput(stdout_nuitka, stderr_nuitka)
if coverage_mode:
assert not stdout_nuitka
assert not stderr_nuitka
if comparison_mode:
exit_code_stdout = compareOutput(
"stdout",
stdout_cpython,
stdout_nuitka,
ignore_warnings,
ignore_infos,
syntax_errors,
)
if ignore_stderr:
exit_code_stderr = 0
else:
exit_code_stderr = compareOutput(
"stderr",
stderr_cpython,
stderr_nuitka,
ignore_warnings,
ignore_infos,
syntax_errors,
)
exit_code_return = exit_cpython != exit_nuitka
if exit_code_return:
my_print("""\
Exit codes {exit_cpython:d} (CPython) != {exit_nuitka:d} (Nuitka)""".format(
exit_cpython=exit_cpython, exit_nuitka=exit_nuitka))
# In case of segfault, also output the call stack by entering debugger
# without stdin forwarded.
if (exit_code_return and exit_nuitka == -11 and sys.platform != "nt"
and not module_mode and not two_step_execution):
nuitka_cmd.insert(len(nuitka_cmd) - 1, "--debugger")
with withPythonPathChange(nuitka_package_dir):
process = subprocess.Popen(args=nuitka_cmd,
stdin=subprocess.PIPE)
process.communicate()
exit_code = exit_code_stdout or exit_code_stderr or exit_code_return
if exit_code:
sys.exit("Error, outputs differed.")
if expect_success and exit_cpython != 0:
if silent_mode:
displayOutput(stdout_cpython, stderr_cpython)
sys.exit("Unexpected error exit from CPython.")
if expect_failure and exit_cpython == 0:
sys.exit("Unexpected success exit from CPython.")
if remove_output:
if not module_mode:
if os.path.exists(nuitka_cmd2[0]):
if os.name == "nt":
# It appears there is a tiny lock race that we randomly cause,
# likely because --run spawns a subprocess that might still
# be doing the cleanup work.
if os.path.exists(nuitka_cmd2[0] + ".away"):
os.unlink(nuitka_cmd2[0] + ".away")
for _i in range(10):
try:
os.rename(nuitka_cmd2[0], nuitka_cmd2[0] + ".away")
except OSError:
time.sleep(0.1)
continue
for _i in range(10):
try:
os.unlink(nuitka_cmd2[0] + ".away")
except OSError:
time.sleep(2)
continue
else:
break
if os.path.exists(pdb_filename):
os.unlink(pdb_filename)
else:
os.unlink(nuitka_cmd2[0])
else:
if os.name == "nt":
module_filename = os.path.basename(filename) + ".pyd"
else:
module_filename = os.path.basename(filename) + ".so"
if os.path.exists(module_filename):
os.unlink(module_filename)
if comparison_mode and timing:
my_print("CPython took %.2fs vs %0.2fs Nuitka." %
(cpython_time, nuitka_time))
if comparison_mode and not silent_mode:
my_print("OK, same outputs.")
stdout_nuitka, stderr_nuitka = process.communicate()
exit_nuitka = process.returncode
print("STDOUT Nuitka:")
print(stdout_cpython)
print("STDERR Nuitka:")
print(stderr_cpython)
assert exit_nuitka == 0, exit_nuitka
print("EXIT was OK.")
exit_code_stdout = compareOutput(
"stdout",
stdout_cpython,
stdout_nuitka,
ignore_warnings = True,
ignore_infos = True,
syntax_errors = True
)
exit_code_stderr = compareOutput(
"stderr",
stderr_cpython,
stderr_nuitka,
ignore_warnings = True,
ignore_infos = True,
syntax_errors = True
)
exit_code_return = exit_cpython != exit_nuitka
