def main():
python_version = setup(suite="basics", needs_io_encoding=True)
search_mode = createSearchMode()
filenames = _createTests(python_version)
# Now run all the tests in this directory.
for filename in filenames:
assert filename.endswith(".py")
if not decideFilenameVersionSkip(filename):
continue
extra_flags = [
# No error exits normally, unless we break tests, and that we would
# like to know.
"expect_success",
# Keep no temporary files.
"remove_output",
# Include imported files, mostly nothing though.
"recurse_all",
# Use the original __file__ value, at least one case warns about things
# with filename included.
"original_file",
# Cache the CPython results for re-use, they will normally not change.
"cpython_cache",
# We annotate some tests, use that to lower warnings.
"plugin_enable:pylint-warnings",
]
# This test should be run with the debug Python, and makes outputs to
active = search_mode.consider(dirname=None, filename=filename)
if active:
compareWithCPython(
dirname=None,
filename=filename,
extra_flags=extra_flags,
search_mode=search_mode,
needs_2to3=decideNeeds2to3(filename),
)
if search_mode.abortIfExecuted():
break
else:
my_print("Skipping", filename)
search_mode.finish()
def main():
python_version = setup(suite="basics", needs_io_encoding=True)
search_mode = createSearchMode()
# Singleton, pylint: disable=global-statement
global operations
global candidates
if python_version >= (3, 5):
operations += (("MatMult", "@"),)
if python_version < (3,):
candidates += (("long", "17L", "-9L"),)
candidates += (("unicode", "u'lala'", "u'lele'"),)
else:
candidates += (("bytes", "b'lala'", "b'lele'"),)
template_context = {
"operations": operations,
"ioperations": tuple(
operation
for operation in operations
if operation[0] not in ("Divmod", "Subscript")
),
"candidates": candidates,
"makeOperatorUsage": makeOperatorUsage,
}
# Now run all the tests in this directory.
for filename in scanDirectoryForTestCases(".", template_context=template_context):
extra_flags = [
# No error exits normally, unless we break tests, and that we would
# like to know.
"expect_success",
# Keep no temporary files.
"remove_output",
# Include imported files, mostly nothing though.
"recurse_all",
# Use the original __file__ value, at least one case warns about things
# with filename included.
"original_file",
# Cache the CPython results for re-use, they will normally not change.
"cpython_cache",
# We annotate some tests, use that to lower warnings.
"plugin_enable:pylint-warnings",
]
# This test should be run with the debug Python, and makes outputs to
active = search_mode.consider(dirname=None, filename=filename)
if active:
compareWithCPython(
dirname=None,
filename=filename,
extra_flags=extra_flags,
search_mode=search_mode,
needs_2to3=decideNeeds2to3(filename),
)
search_mode.finish()
def main():
setup(suite="basics", needs_io_encoding=True)
search_mode = createSearchMode()
# Now run all the tests in this directory.
for filename in scanDirectoryForTestCases("."):
extra_flags = [
# No error exits normally, unless we break tests, and that we would
# like to know.
"expect_success",
# Keep no temporary files.
"remove_output",
# Include imported files, mostly nothing though.
"recurse_all",
# Use the original __file__ value, at least one case warns about things
# with filename included.
"original_file",
# Cache the CPython results for re-use, they will normally not change.
"cpython_cache",
# To understand what is slow.
"timing",
# We annotate some tests, use that to lower warnings.
"plugin_enable:pylint-warnings",
]
# This test should be run with the debug Python, and makes outputs to
# standard error that might be ignored.
if filename.startswith("Referencing"):
extra_flags.append("recurse_not:nuitka")
if hasDebugPython():
extra_flags.append("python_debug")
# This tests warns about __import__() used.
if filename == "OrderChecks.py":
extra_flags.append("ignore_warnings")
# This tests warns about an package relative import despite
# being in no package.
if filename == "Importing.py":
extra_flags.append("ignore_warnings")
# TODO: Nuitka does not give output for ignored exception in dtor, this is
# not fully compatible and potentially an error.
if filename == "YieldFrom33.py":
extra_flags.append("ignore_stderr")
# For Python2 there is a "builtins" package that gives warnings. TODO: We
# ought to NOT import that package and detect statically that __builtins__
# import won't raise ImportError.
if filename == "BuiltinOverload.py":
extra_flags.append("ignore_warnings")
active = search_mode.consider(dirname=None, filename=filename)
if active:
compareWithCPython(
dirname=None,
filename=filename,
extra_flags=extra_flags,
search_mode=search_mode,
needs_2to3=decideNeeds2to3(filename),
)
if search_mode.abortIfExecuted():
break
search_mode.finish()
def main():
# Complex stuff, not broken down yet
# pylint: disable=too-many-branches,too-many-locals,too-many-statements
parser = OptionParser()
parser.add_option(
"--nuitka", action="store", dest="nuitka", default=os.environ.get("NUITKA", "")
)
parser.add_option(
"--cpython",
action="store",
dest="cpython",
default=os.environ.get("PYTHON", sys.executable),
)
parser.add_option("--code-diff", action="store", dest="diff_filename", default="")
parser.add_option("--copy-source-to", action="store", dest="target_dir", default="")
options, positional_args = parser.parse_args()
if len(positional_args) != 1:
sys.exit("Error, need to give test case file name as positional argument.")
test_case = positional_args[0]
if os.path.exists(test_case):
test_case = os.path.abspath(test_case)
if options.cpython == "no":
options.cpython = ""
nuitka = options.nuitka
if os.path.exists(nuitka):
nuitka = os.path.abspath(nuitka)
elif nuitka:
sys.exit("Error, nuitka binary '%s' not found." % nuitka)
setup(silent=True, go_main=False)
assert os.path.exists(test_case), (test_case, os.getcwd())
my_print("PYTHON='%s'" % getPythonVersionString())
my_print("PYTHON_BINARY='%s'" % os.environ["PYTHON"])
with open(test_case, "rb") as f:
my_print("TEST_CASE_HASH='%s'" % hashlib.md5(f.read()).hexdigest())
needs_2to3 = decideNeeds2to3(test_case)
if options.target_dir:
shutil.copyfile(
test_case, os.path.join(options.target_dir, os.path.basename(test_case))
)
# First produce two variants.
temp_dir = getTempDir()
test_case_1 = os.path.join(temp_dir, "Variant1_" + os.path.basename(test_case))
test_case_2 = os.path.join(temp_dir, "Variant2_" + os.path.basename(test_case))
with open(test_case) as f:
case_1_source, case_2_source = generateConstructCases(f.read())
with open(test_case_1, "w") as case_1_file:
case_1_file.write(case_1_source)
with open(test_case_2, "w") as case_2_file:
case_2_file.write(case_2_source)
if needs_2to3:
test_case_1, _needs_delete = convertUsing2to3(test_case_1)
test_case_2, _needs_delete = convertUsing2to3(test_case_2)
os.environ["PYTHONHASHSEED"] = "0"
if nuitka:
nuitka_id = check_output(
"cd %s; git rev-parse HEAD" % os.path.dirname(nuitka), shell=True
)
nuitka_id = nuitka_id.strip()
if sys.version_info > (3,):
nuitka_id = nuitka_id.decode()
my_print("NUITKA_COMMIT='%s'" % nuitka_id)
os.chdir(getTempDir())
if nuitka:
nuitka_call = [
os.environ["PYTHON"],
nuitka,
"--quiet",
"--python-flag=-S",
os.path.basename(test_case),
]
nuitka_call.extend(os.environ.get("NUITKA_EXTRA_OPTIONS", "").split())
# We want to compile under the same filename to minimize differences, and
# then copy the resulting files afterwards.
shutil.copyfile(test_case_1, os.path.basename(test_case))
check_call(nuitka_call)
if os.path.exists(os.path.basename(test_case).replace(".py", ".exe")):
exe_suffix = ".exe"
else:
exe_suffix = ".bin"
os.rename(
os.path.basename(test_case).replace(".py", ".build"),
os.path.basename(test_case_1).replace(".py", ".build"),
)
os.rename(
os.path.basename(test_case).replace(".py", exe_suffix),
os.path.basename(test_case_1).replace(".py", exe_suffix),
)
shutil.copyfile(test_case_2, os.path.basename(test_case))
check_call(nuitka_call)
os.rename(
os.path.basename(test_case).replace(".py", ".build"),
os.path.basename(test_case_2).replace(".py", ".build"),
)
os.rename(
os.path.basename(test_case).replace(".py", exe_suffix),
os.path.basename(test_case_2).replace(".py", exe_suffix),
)
if options.diff_filename:
suffixes = [".c", ".cpp"]
for suffix in suffixes:
cpp_1 = os.path.join(
test_case_1.replace(".py", ".build"), "module.__main__" + suffix
)
if os.path.exists(cpp_1):
break
else:
assert False
for suffix in suffixes:
cpp_2 = os.path.join(
test_case_2.replace(".py", ".build"), "module.__main__" + suffix
)
if os.path.exists(cpp_2):
break
else:
assert False
import difflib
with open(options.diff_filename, "w") as f:
with open(cpp_1) as cpp1:
with open(cpp_2) as cpp2:
f.write(
difflib.HtmlDiff().make_table(
cpp1.readlines(),
cpp2.readlines(),
"Construct",
"Baseline",
True,
)
)
nuitka_1 = runValgrind(
"Nuitka construct",
"callgrind",
(test_case_1.replace(".py", exe_suffix),),
include_startup=True,
)
nuitka_2 = runValgrind(
"Nuitka baseline",
"callgrind",
(test_case_2.replace(".py", exe_suffix),),
include_startup=True,
)
nuitka_diff = nuitka_1 - nuitka_2
my_print("NUITKA_COMMAND='%s'" % " ".join(nuitka_call), file=sys.stderr)
my_print("NUITKA_RAW=%s" % nuitka_1)
my_print("NUITKA_BASE=%s" % nuitka_2)
my_print("NUITKA_CONSTRUCT=%s" % nuitka_diff)
if options.cpython:
cpython_1 = runValgrind(
"CPython construct",
"callgrind",
(os.environ["PYTHON"], "-S", test_case_1),
include_startup=True,
)
cpython_2 = runValgrind(
"CPython baseline",
"callgrind",
(os.environ["PYTHON"], "-S", test_case_2),
include_startup=True,
)
cpython_diff = cpython_1 - cpython_2
my_print("CPYTHON_RAW=%d" % cpython_1)
my_print("CPYTHON_BASE=%d" % cpython_2)
my_print("CPYTHON_CONSTRUCT=%d" % cpython_diff)
if options.cpython and options.nuitka:
if nuitka_diff == 0:
nuitka_gain = float("inf")
else:
nuitka_gain = float(100 * cpython_diff) / nuitka_diff
my_print("NUITKA_GAIN=%.3f" % nuitka_gain)
my_print("RAW_GAIN=%.3f" % (float(100 * cpython_1) / nuitka_1))
my_print("BASE_GAIN=%.3f" % (float(100 * cpython_2) / nuitka_2))