def publishCoverageData():
def copyToGlobalCoverageData(source, target):
coverage_dir = os.environ.get("COVERAGE_DIR", None)
if coverage_dir is None:
return
subprocess.check_call(
("scp", source, os.path.join(coverage_dir, target)))
if os.name == "nt":
suffix = "win"
else:
import platform
suffix = platform.uname()[0] + "." + platform.uname()[4]
with open("data.coverage", "w") as data_file:
source_dir = os.path.abspath(os.path.dirname(
os.path.dirname(__file__)))
with withDirectoryChange(source_dir):
nuitka_id = check_output("git rev-parse HEAD".split())
nuitka_id = nuitka_id.strip()
if sys.version_info > (3, ):
nuitka_id = nuitka_id.decode()
data_file.write("NUITKA_SOURCE_DIR=%r\n" % source_dir)
data_file.write("NUITKA_COMMIT=%r\n" % nuitka_id)
copyToGlobalCoverageData("data.coverage", "meta.coverage." + suffix)
def makeCoverageRelative(filename):
""" Normalize coverage data.
"""
with open(filename) as input_file:
data = input_file.read()
data = data.replace(
(os.path.abspath(".") + os.path.sep).replace("\\", "\\\\"), "")
if os.path.sep != "/":
data.replace(os.path.sep, "/")
with open(filename, "w") as output_file:
output_file.write(data)
coverage_file = os.environ.get("COVERAGE_FILE", ".coverage")
makeCoverageRelative(coverage_file)
copyToGlobalCoverageData(coverage_file, "data.coverage." + suffix)
def publishCoverageData():
def copyToGlobalCoverageData(source, target):
coverage_dir = os.environ.get("COVERAGE_DIR", None)
if coverage_dir is None:
return
subprocess.check_call(("scp", source, os.path.join(coverage_dir, target)))
if os.name == "nt":
suffix = "win"
else:
import platform
suffix = platform.uname()[0] + "." + platform.uname()[4]
with open("data.coverage", "w") as data_file:
source_dir = os.path.abspath(os.path.dirname(os.path.dirname(__file__)))
with withDirectoryChange(source_dir):
nuitka_id = check_output("git rev-parse HEAD".split())
nuitka_id = nuitka_id.strip()
if sys.version_info > (3,):
nuitka_id = nuitka_id.decode()
data_file.write("NUITKA_SOURCE_DIR=%r\n" % source_dir)
data_file.write("NUITKA_COMMIT=%r\n" % nuitka_id)
copyToGlobalCoverageData("data.coverage", "meta.coverage." + suffix)
def makeCoverageRelative(filename):
""" Normalize coverage data.
"""
with open(filename) as input_file:
data = input_file.read()
data = data.replace(
(os.path.abspath(".") + os.path.sep).replace("\\", "\\\\"), ""
)
if os.path.sep != "/":
data.replace(os.path.sep, "/")
with open(filename, "w") as output_file:
output_file.write(data)
coverage_file = os.environ.get("COVERAGE_FILE", ".coverage")
makeCoverageRelative(coverage_file)
copyToGlobalCoverageData(coverage_file, "data.coverage." + suffix)
def main():
# There are freaking many options to honor, pylint: disable=too-many-branches
# Lets honor this Debian option here.
if "nocheck" in os.environ.get("DEB_BUILD_OPTIONS", "").split():
print("Skipped all tests as per DEB_BUILD_OPTIONS environment.")
sys.exit(0)
goHome()
parser = OptionParser()
parser.add_option("--skip-basic-tests",
action="store_false",
dest="basic_tests",
default=True,
help="""\
The basic tests, execute these to check if Nuitka is healthy.
Default is %default.""")
parser.add_option("--skip-syntax-tests",
action="store_false",
dest="syntax_tests",
default=True,
help="""\
The syntax tests, execute these to check if Nuitka handles Syntax errors fine.
Default is %default.""")
parser.add_option("--skip-program-tests",
action="store_false",
dest="program_tests",
default=True,
help="""\
The programs tests, execute these to check if Nuitka handles programs, e.g.
import recursions, etc. fine. Default is %default.""")
parser.add_option("--skip-package-tests",
action="store_false",
dest="package_tests",
default=True,
help="""\
The packages tests, execute these to check if Nuitka handles packages, e.g.
import recursions, etc. fine. Default is %default.""")
parser.add_option("--skip-optimizations-tests",
action="store_false",
dest="optimization_tests",
default=True,
help="""\
The optimization tests, execute these to check if Nuitka does optimize certain
constructs fully away. Default is %default.""")
parser.add_option(
"--skip-standalone-tests",
action="store_false",
dest="standalone_tests",
default=os.name != "posix"
or os.uname()[0] != "NetBSD", # @UndefinedVariable
help="""\
The standalone tests, execute these to check if Nuitka standalone mode, e.g.
not referring to outside, important 3rd library packages like PyQt fine.
Default is %default.""")
parser.add_option("--skip-reflection-test",
action="store_false",
dest="reflection_test",
default=True,
help="""\
The reflection test compiles Nuitka with Nuitka, and then Nuitka with the
compile Nuitka and compares the outputs. Default is %default.""")
parser.add_option("--skip-cpython26-tests",
action="store_false",
dest="cpython26",
default=True,
help="""\
The standard CPython2.6 test suite. Execute this for all corner cases to be
covered. With Python 2.7 this covers exception behavior quite well. Default
is %default.""")
parser.add_option("--skip-cpython27-tests",
action="store_false",
dest="cpython27",
default=True,
help="""\
The standard CPython2.7 test suite. Execute this for all corner cases to be
covered. With Python 2.6 these are not run. Default is %default.""")
parser.add_option("--skip-cpython32-tests",
action="store_false",
dest="cpython32",
default=True,
help="""\
The standard CPython3.2 test suite. Execute this for all corner cases to be
covered. With Python 2.6 these are not run. Default is %default.""")
parser.add_option("--skip-cpython33-tests",
action="store_false",
dest="cpython33",
default=True,
help="""\
The standard CPython3.3 test suite. Execute this for all corner cases to be
covered. With Python 2.x these are not run. Default is %default.""")
parser.add_option("--skip-cpython34-tests",
action="store_false",
dest="cpython34",
default=True,
help="""\
The standard CPython3.4 test suite. Execute this for all corner cases to be
covered. With Python 2.x these are not run. Default is %default.""")
parser.add_option("--skip-cpython35-tests",
action="store_false",
dest="cpython35",
default=True,
help="""\
The standard CPython3.5 test suite. Execute this for all corner cases to be
covered. With Python 2.x these are not run. Default is %default.""")
parser.add_option("--skip-cpython36-tests",
action="store_false",
dest="cpython36",
default=True,
help="""\
The standard CPython3.6 test suite. Execute this for all corner cases to be
covered. With Python 2.x these are not run. Default is %default.""")
parser.add_option("--skip-other-cpython-tests",
action="store_true",
dest="cpython_no_other",
default=False,
help="""\
Do not execute any CPython test suite other than the one matching the running
Python. Default is %default.""")
parser.add_option("--skip-all-cpython-tests",
action="store_true",
dest="cpython_none",
default=False,
help="""\
Do not execute any CPython test suite other than the one matching the running
Python. Default is %default.""")
parser.add_option("--no-other-python",
action="store_true",
dest="no_other",
default=False,
help="""\
Do not use any other Python than the one running, even if available on
the system. Default is %default.""")
parser.add_option("--no-python2.6",
action="store_true",
dest="no26",
default=False,
help="""\
Do not use Python2.6 even if available on the system. Default is %default.""")
parser.add_option("--no-python2.7",
action="store_true",
dest="no27",
default=False,
help="""\
Do not use Python2.7 even if available on the system. Default is %default.""")
parser.add_option("--no-python3.3",
action="store_true",
dest="no33",
default=False,
help="""\
Do not use Python3.3 even if available on the system. Default is %default.""")
parser.add_option("--no-python3.4",
action="store_true",
dest="no34",
default=False,
help="""\
Do not use Python3.4 even if available on the system. Default is %default.""")
parser.add_option("--no-python3.5",
action="store_true",
dest="no35",
default=False,
help="""\
Do not use Python3.5 even if available on the system. Default is %default.""")
parser.add_option("--no-python3.6",
action="store_true",
dest="no36",
default=False,
help="""\
Do not use Python3.6 even if available on the system. Default is %default.""")
parser.add_option("--coverage",
action="store_true",
dest="coverage",
default=False,
help="""\
Make a coverage analysis, that does not really check. Default is %default.""")
options, positional_args = parser.parse_args()
if positional_args:
parser.print_help()
sys.exit("\nError, no positional argument allowed.")
if options.no_other:
if sys.version_info[0:2] != (2, 6):
options.no26 = True
if sys.version_info[0:2] != (2, 7):
options.no27 = True
if sys.version_info[0:2] != (3, 3):
options.no33 = True
if sys.version_info[0:2] != (3, 4):
options.no34 = True
if sys.version_info[0:2] != (3, 5):
options.no35 = True
if sys.version_info[0:2] != (3, 6):
options.no36 = True
if options.cpython_no_other:
if sys.version_info[0:2] != (2, 6):
options.cpython26 = False
if sys.version_info[0:2] != (2, 7):
options.cpython27 = False
if sys.version_info[0:2] != (3, 2):
options.cpython32 = False
if sys.version_info[0:2] != (3, 3):
options.cpython33 = False
if sys.version_info[0:2] != (3, 4):
options.cpython34 = False
if sys.version_info[0:2] != (3, 5):
options.cpython35 = False
if sys.version_info[0:2] != (3, 6):
options.cpython36 = False
if options.cpython_none:
options.cpython26 = False
options.cpython27 = False
options.cpython32 = False
options.cpython33 = False
options.cpython34 = False
options.cpython35 = False
options.cpython36 = False
if options.coverage and os.path.exists(".coverage"):
os.unlink(".coverage")
# Add the local bin directory to search path start.
os.environ["PATH"] = \
os.path.join(
os.getcwd(),
"bin" ) + \
os.pathsep + \
os.environ["PATH"]
def checkExecutableCommand(command):
""" Check if a command is executable. """
# Many cases, pylint: disable=too-many-branches,too-many-return-statements
# Do respect given options to disable specific Python versions
if command == "python2.6" and options.no26:
return False
if command == "python2.7" and options.no27:
return False
if command == "python3.3" and options.no33:
return False
if command == "python3.4" and options.no34:
return False
if command == "python3.5" and options.no35:
return False
if command == "python3.6" and options.no36:
return False
# Shortcuts for python versions, also needed for Windows as it won't have
# the version number in the Python binaries at all.
if command == "python2.6" and sys.version_info[0:2] == (2, 6):
return True
if command == "python2.7" and sys.version_info[0:2] == (2, 7):
return True
if command == "python3.3" and sys.version_info[0:2] == (3, 3):
return True
if command == "python3.4" and sys.version_info[0:2] == (3, 4):
return True
if command == "python3.5" and sys.version_info[0:2] == (3, 5):
return True
if command == "python3.6" and sys.version_info[0:2] == (3, 6):
return True
path = os.environ["PATH"]
suffixes = (".exe", ) if os.name == "nt" else ("", )
for part in path.split(os.pathsep):
if not part:
continue
for suffix in suffixes:
if os.path.exists(os.path.join(part, command + suffix)):
return True
if os.name == "nt":
if command.startswith("python"):
remainder = command[6:]
if len(remainder) == 3 and remainder[1] == '.':
command = getPythonExePathWindows(search=remainder,
arch=None)
return True
return False
def setExtraFlags(where, name, flags):
if where is not None:
tmp_dir = tempfile.gettempdir()
# Try to avoid RAM disk /tmp and use the disk one instead.
if tmp_dir == "/tmp" and os.path.exists("/var/tmp"):
tmp_dir = "/var/tmp"
where = os.path.join(tmp_dir, name, where)
if not os.path.exists(where):
os.makedirs(where)
os.environ[
"NUITKA_EXTRA_OPTIONS"] = flags + " --output-dir=" + where
else:
os.environ["NUITKA_EXTRA_OPTIONS"] = flags
def executeSubTest(command, hide_output=False):
if options.coverage and "search" in command:
command = command.replace("search", "coverage")
parts = command.split()
parts[0] = parts[0].replace('/', os.path.sep)
# The running Python will be good enough, on some platforms there is no
# "python", and we need to pass this alone then.
parts.insert(0, sys.executable)
print("Run '%s' in '%s'." % (' '.join(parts), os.getcwd()))
sys.stdout.flush()
if hide_output:
result = subprocess.call(parts, stdout=open(os.devnull, 'w'))
else:
result = subprocess.call(parts)
if result != 0:
sys.exit(result)
def execute_tests(where, use_python, flags):
# Many cases, pylint: disable=too-many-branches,too-many-statements
print(
"Executing test case called %s with CPython %s and extra flags '%s'."
% (where, use_python, flags))
intended_version = use_python[6:]
if sys.version.startswith(intended_version):
os.environ["PYTHON"] = sys.executable
else:
if os.name == "nt":
os.environ["PYTHON"] = getPythonExePathWindows(
search=intended_version, arch=None)
else:
os.environ["PYTHON"] = getExecutablePath(use_python)
if options.basic_tests:
print("Running the basic tests with options '%s' with %s:" %
(flags, use_python))
setExtraFlags(where, "basics", flags)
executeSubTest("./tests/basics/run_all.py search")
if options.syntax_tests:
print("Running the syntax tests with options '%s' with %s:" %
(flags, use_python))
setExtraFlags(where, "syntax", flags)
executeSubTest("./tests/syntax/run_all.py search")
if options.program_tests:
print("Running the program tests with options '%s' with %s:" %
(flags, use_python))
setExtraFlags(where, "programs", flags)
executeSubTest("./tests/programs/run_all.py search")
if options.package_tests:
print("Running the package tests with options '%s' with %s:" %
(flags, use_python))
setExtraFlags(where, "packages", flags)
executeSubTest("./tests/packages/run_all.py search")
# At least one Debian Jessie, these versions won't have lxml installed, so
# don't run them there. Also these won't be very version dependent in their
# results.
if use_python != "python2.6":
if options.optimization_tests:
print(
"Running the optimizations tests with options '%s' with %s:"
% (flags, use_python))
setExtraFlags(where, "optimizations", flags)
executeSubTest("./tests/optimizations/run_all.py search")
if options.standalone_tests and not options.coverage:
print("Running the standalone tests with options '%s' with %s:" %
(flags, use_python))
setExtraFlags(None, "standalone", flags)
executeSubTest("./tests/standalone/run_all.py search")
if options.reflection_test and not options.coverage:
print("Running the reflection test with options '%s' with %s:" %
(flags, use_python))
setExtraFlags(None, "reflected", flags)
executeSubTest("./tests/reflected/compile_itself.py search")
if not use_python.startswith("python3"):
if os.path.exists("./tests/CPython26/run_all.py"):
if options.cpython26:
print(
"Running the CPython 2.6 tests with options '%s' with %s:"
% (flags, use_python))
setExtraFlags(where, "26tests", flags)
executeSubTest("./tests/CPython26/run_all.py search")
else:
print("The CPython2.6 tests are not present, not run.")
# Running the Python 2.7 test suite with CPython 2.6 gives little
# insight, because "importlib" will not be there and that's it.
if use_python != "python2.6":
if os.path.exists("./tests/CPython27/run_all.py"):
if options.cpython27:
print(
"Running the CPython 2.7 tests with options '%s' with %s:"
% (flags, use_python))
setExtraFlags(where, "27tests", flags)
executeSubTest("./tests/CPython27/run_all.py search")
else:
print("The CPython2.7 tests are not present, not run.")
if "--debug" not in flags:
# Not running the Python 3.2 test suite with CPython2.6, as that's about
# the same as CPython2.7 and won't have any new insights.
if use_python != "python2.6" and \
use_python != "python2.7" or not options.coverage:
if os.path.exists("./tests/CPython32/run_all.py"):
if options.cpython32:
setExtraFlags(where, "32tests", flags)
executeSubTest("./tests/CPython32/run_all.py search")
else:
print("The CPython3.2 tests are not present, not run.")
# Running the Python 3.3 test suite only with CPython3.x.
if not use_python.startswith("python2"):
if os.path.exists("./tests/CPython33/run_all.py"):
if options.cpython33:
setExtraFlags(where, "33tests", flags)
executeSubTest("./tests/CPython33/run_all.py search")
else:
print("The CPython3.3 tests are not present, not run.")
# Running the Python 3.4 test suite only with CPython3.x.
if not use_python.startswith("python2"):
if os.path.exists("./tests/CPython34/run_all.py"):
if options.cpython34:
setExtraFlags(where, "34tests", flags)
executeSubTest("./tests/CPython34/run_all.py search")
else:
print("The CPython3.4 tests are not present, not run.")
# Running the Python 3.4 test suite only with CPython3.x.
if not use_python.startswith("python2"):
if os.path.exists("./tests/CPython35/run_all.py"):
if options.cpython35:
setExtraFlags(where, "35tests", flags)
executeSubTest("./tests/CPython35/run_all.py search")
else:
print("The CPython3.5 tests are not present, not run.")
# Running the Python 3.4 test suite only with CPython3.x.
if not use_python.startswith("python2"):
if os.path.exists("./tests/CPython36/run_all.py"):
if options.cpython36:
setExtraFlags(where, "36tests", flags)
executeSubTest("./tests/CPython36/run_all.py search")
else:
print("The CPython3.6 tests are not present, not run.")
if "NUITKA_EXTRA_OPTIONS" in os.environ:
del os.environ["NUITKA_EXTRA_OPTIONS"]
assert checkExecutableCommand("python2.6") or \
checkExecutableCommand("python2.7") or \
checkExecutableCommand("python3.3") or \
checkExecutableCommand("python3.4") or \
checkExecutableCommand("python3.5") or \
checkExecutableCommand("python3.6")
if checkExecutableCommand("python2.6"):
execute_tests("python2.6-debug", "python2.6", "--debug")
else:
print(
"Cannot execute tests with Python 2.6, disabled or not installed.")
if checkExecutableCommand("python2.7"):
execute_tests("python2.7-debug", "python2.7", "--debug")
else:
print(
"Cannot execute tests with Python 2.7, disabled or not installed.")
if checkExecutableCommand("python2.6"):
execute_tests("python2.6-nodebug", "python2.6", "")
else:
print(
"Cannot execute tests with Python 2.6, disabled or not installed.")
if checkExecutableCommand("python2.7"):
execute_tests("python2.7-nodebug", "python2.7", "")
else:
print(
"Cannot execute tests with Python 2.7, disabled or not installed.")
if checkExecutableCommand("python3.3"):
execute_tests("python3.3-nodebug", "python3.3", "")
else:
print(
"Cannot execute tests with Python 3.3, disabled or not installed.")
if checkExecutableCommand("python3.4"):
execute_tests("python3.4-nodebug", "python3.4", "")
else:
print(
"Cannot execute tests with Python 3.4, disabled or not installed.")
if checkExecutableCommand("python3.5"):
execute_tests("python3.5-nodebug", "python3.5", "")
else:
print(
"Cannot execute tests with Python 3.5, disabled or not installed.")
if checkExecutableCommand("python3.6"):
execute_tests("python3.6-nodebug", "python3.6", "")
else:
print(
"Cannot execute tests with Python 3.6, disabled or not installed.")
if options.coverage:
def copyToGlobalCoverageData(source, target):
coverage_dir = os.environ.get("COVERAGE_DIR", None)
if coverage_dir is None:
return
subprocess.check_call(
("scp", source, os.path.join(coverage_dir, target)))
if os.name == "nt":
suffix = "win"
else:
import platform
suffix = platform.uname()[0] + '.' + platform.uname()[4]
with open("data.coverage", 'w') as data_file:
source_dir = os.path.abspath(
os.path.dirname(os.path.dirname(__file__)))
with withDirectoryChange(source_dir):
nuitka_id = check_output("git rev-parse HEAD".split())
nuitka_id = nuitka_id.strip()
if sys.version_info > (3, ):
nuitka_id = nuitka_id.decode()
data_file.write("NUITKA_SOURCE_DIR=%r\n" % source_dir)
data_file.write("NUITKA_COMMIT=%r\n" % nuitka_id)
copyToGlobalCoverageData("data.coverage", "data.coverage." + suffix)
def makeCoverageRelative(filename):
""" Normalize coverage data.
"""
with open(filename) as input_file:
data = input_file.read()
data = data.replace(os.path.abspath('.') + os.path.sep, "")
if os.path.sep != '/':
data.replace(os.path.sep, '/')
with open(filename, 'w') as output_file:
output_file.write(data)
coverage_file = os.environ.get("COVERAGE_FILE", ".coverage")
makeCoverageRelative(coverage_file)
copyToGlobalCoverageData(coverage_file, ".coverage." + suffix)
print("OK.")