def isSameModulePath(path1, path2):
if Utils.basename(path1) == "__init__.py":
path1 = Utils.dirname(path1)
if Utils.basename(path2) == "__init__.py":
path2 = Utils.dirname(path2)
return Utils.abspath(path1) == Utils.abspath(path2)
def isSameModulePath(path1, path2):
if Utils.basename(path1) == "__init__.py":
path1 = Utils.dirname(path1)
if Utils.basename(path2) == "__init__.py":
path2 = Utils.dirname(path2)
return Utils.abspath(path1) == Utils.abspath(path2)
def considerFilename( module_filename, module_package ):
assert module_package is None or ( type( module_package ) is str and module_package != "" )
module_filename = Utils.normpath( module_filename )
if Utils.isDir( module_filename ):
module_filename = Utils.abspath( module_filename )
module_name = Utils.basename( module_filename )
module_relpath = Utils.relpath( module_filename )
return module_filename, module_relpath, module_name
elif module_filename.endswith( ".py" ):
module_name = Utils.basename( module_filename )[:-3]
module_relpath = Utils.relpath( module_filename )
return module_filename, module_relpath, module_name
else:
return None
def considerFilename(module_filename, module_package):
assert module_package is None or \
( type( module_package ) is str and module_package != "" )
module_filename = Utils.normpath( module_filename )
if Utils.isDir( module_filename ):
module_filename = Utils.abspath( module_filename )
module_name = Utils.basename( module_filename )
module_relpath = Utils.relpath( module_filename )
return module_filename, module_relpath, module_name
elif module_filename.endswith( ".py" ):
module_name = Utils.basename( module_filename )[:-3]
module_relpath = Utils.relpath( module_filename )
return module_filename, module_relpath, module_name
else:
return None
def buildModuleTree( filename, package, is_top, is_main ):
# Many variables, branches, due to the many cases, pylint: disable=R0912
assert package is None or type( package ) is str
if is_main and Utils.isDir( filename ):
source_filename = Utils.joinpath( filename, "__main__.py" )
if not Utils.isFile( source_filename ):
sys.stderr.write(
"%s: can't find '__main__' module in '%s'\n" % (
Utils.basename( sys.argv[0] ),
filename
)
)
sys.exit( 2 )
filename = source_filename
main_added = True
else:
main_added = False
if Utils.isFile( filename ):
source_filename = filename
source_ref = SourceCodeReferences.fromFilename(
filename = filename,
future_spec = FutureSpec()
)
if is_main:
module_name = "__main__"
else:
module_name = Utils.basename( filename )
if module_name.endswith( ".py" ):
module_name = module_name[:-3]
if "." in module_name:
sys.stderr.write(
"Error, '%s' is not a proper python module name.\n" % (
module_name
)
)
sys.exit( 2 )
if is_main:
result = PythonMainModule(
source_ref = source_ref,
main_added = main_added
)
else:
result = PythonModule(
name = module_name,
package = package,
source_ref = source_ref
)
elif Utils.isDir( filename ) and Utils.isFile( Utils.joinpath( filename, "__init__.py" ) ):
source_filename = Utils.joinpath( filename, "__init__.py" )
if is_top:
source_ref = SourceCodeReferences.fromFilename(
filename = Utils.abspath( source_filename ),
future_spec = FutureSpec()
)
package_name = Utils.splitpath( filename )[-1]
else:
source_ref = SourceCodeReferences.fromFilename(
filename = Utils.abspath( source_filename ),
future_spec = FutureSpec()
)
package_name = Utils.basename( filename )
result = PythonPackage(
name = package_name,
package = package,
source_ref = source_ref
)
else:
sys.stderr.write(
"%s: can't open file '%s'.\n" % (
Utils.basename( sys.argv[0] ),
filename
)
)
sys.exit( 2 )
if not Options.shallHaveStatementLines():
source_ref = source_ref.atInternal()
source_code = readSourceCodeFromFilename( source_filename )
module_body = buildParseTree(
provider = result,
source_code = source_code,
source_ref = source_ref,
is_module = True
)
result.setBody( module_body )
addImportedModule( Utils.relpath( filename ), result )
completeVariableClosures( result )
return result
def _detectBinaryPathDLLsWindows(binary_filename, package_name):
result = set()
depends_exe = getDependsExePath()
# Put the PYTHONPATH into the system PATH, DLLs frequently live in
# the package directories.
env = os.environ.copy()
path = env.get("PATH", "").split(";")
path += sys.path
if package_name is not None:
for element in sys.path:
candidate = Utils.joinpath(element, package_name)
if Utils.isDir(candidate):
path.append(candidate)
env["PATH"] = ";".join(path)
subprocess.call(
(depends_exe, "-c", "-ot%s" % binary_filename + ".depends", "-f1",
"-pa1", "-ps1", binary_filename),
env=env,
)
inside = False
for line in open(binary_filename + ".depends"):
if "| Module Dependency Tree |" in line:
inside = True
continue
if not inside:
continue
if "| Module List |" in line:
break
if "]" not in line:
continue
# Skip missing DLLs, apparently not needed anyway.
if "?" in line[:line.find("]")]:
continue
dll_filename = line[line.find("]") + 2:-1]
assert Utils.isFile(dll_filename), dll_filename
# The executable itself is of course exempted.
if Utils.normcase(dll_filename) == \
Utils.normcase(Utils.abspath(binary_filename)):
continue
dll_name = Utils.basename(dll_filename).upper()
# Win API can be assumed.
if dll_name.startswith("API-MS-WIN-") or \
dll_name.startswith("EXT-MS-WIN-"):
continue
if dll_name in (
"SHELL32.DLL", "USER32.DLL", "KERNEL32.DLL", "NTDLL.DLL",
"NETUTILS.DLL", "LOGONCLI.DLL", "GDI32.DLL", "RPCRT4.DLL",
"ADVAPI32.DLL", "SSPICLI.DLL", "SECUR32.DLL", "KERNELBASE.DLL",
"WINBRAND.DLL", "DSROLE.DLL", "DNSAPI.DLL", "SAMCLI.DLL",
"WKSCLI.DLL", "SAMLIB.DLL", "WLDAP32.DLL", "NTDSAPI.DLL",
"CRYPTBASE.DLL", "W32TOPL", "WS2_32.DLL", "SPPC.DLL",
"MSSIGN32.DLL", "CERTCLI.DLL", "WEBSERVICES.DLL", "AUTHZ.DLL",
"CERTENROLL.DLL", "VAULTCLI.DLL", "REGAPI.DLL", "BROWCLI.DLL",
"WINNSI.DLL", "DHCPCSVC6.DLL", "PCWUM.DLL", "CLBCATQ.DLL",
"IMAGEHLP.DLL", "MSASN1.DLL", "DBGHELP.DLL", "DEVOBJ.DLL",
"DRVSTORE.DLL", "CABINET.DLL", "SCECLI.DLL", "SPINF.DLL",
"SPFILEQ.DLL", "GPAPI.DLL", "NETJOIN.DLL", "W32TOPL.DLL",
"NETBIOS.DLL", "DXGI.DLL", "DWRITE.DLL", "D3D11.DLL",
"WLANAPI.DLL", "WLANUTIL.DLL", "ONEX.DLL", "EAPPPRXY.DLL",
"MFPLAT.DLL", "AVRT.DLL", "ELSCORE.DLL", "INETCOMM.DLL",
"MSOERT2.DLL", "IEUI.DLL", "MSCTF.DLL", "MSFEEDS.DLL",
"UIAUTOMATIONCORE.DLL", "PSAPI.DLL", "EFSADU.DLL",
"MFC42U.DLL", "ODBC32.DLL", "OLEDLG.DLL", "NETAPI32.DLL",
"LINKINFO.DLL", "DUI70.DLL", "ADVPACK.DLL", "NTSHRUI.DLL",
"WINSPOOL.DRV", "EFSUTIL.DLL", "WINSCARD.DLL", "SHDOCVW.DLL",
"IEFRAME.DLL", "D2D1.DLL", "GDIPLUS.DLL", "OCCACHE.DLL",
"IEADVPACK.DLL", "MLANG.DLL", "MSI.DLL", "MSHTML.DLL",
"COMDLG32.DLL", "PRINTUI.DLL", "PUIAPI.DLL", "ACLUI.DLL",
"WTSAPI32.DLL", "FMS.DLL", "DFSCLI.DLL", "HLINK.DLL",
"MSRATING.DLL", "PRNTVPT.DLL", "IMGUTIL.DLL", "MSLS31.DLL",
"VERSION.DLL", "NORMALIZ.DLL", "IERTUTIL.DLL", "WININET.DLL",
"WINTRUST.DLL", "XMLLITE.DLL", "APPHELP.DLL", "PROPSYS.DLL",
"RSTRTMGR.DLL", "NCRYPT.DLL", "BCRYPT.DLL", "MMDEVAPI.DLL",
"MSILTCFG.DLL", "DEVMGR.DLL", "DEVRTL.DLL", "NEWDEV.DLL",
"VPNIKEAPI.DLL", "WINHTTP.DLL", "WEBIO.DLL", "NSI.DLL",
"DHCPCSVC.DLL", "CRYPTUI.DLL", "ESENT.DLL", "DAVHLPR.DLL",
"CSCAPI.DLL", "ATL.DLL", "OLEAUT32.DLL", "SRVCLI.DLL",
"RASDLG.DLL", "MPRAPI.DLL", "RTUTILS.DLL", "RASMAN.DLL",
"MPRMSG.DLL", "SLC.DLL", "CRYPTSP.DLL", "RASAPI32.DLL",
"TAPI32.DLL", "EAPPCFG.DLL", "NDFAPI.DLL", "WDI.DLL",
"COMCTL32.DLL", "UXTHEME.DLL", "IMM32.DLL", "OLEACC.DLL",
"WINMM.DLL", "WINDOWSCODECS.DLL", "DWMAPI.DLL", "DUSER.DLL",
"PROFAPI.DLL", "URLMON.DLL", "SHLWAPI.DLL", "LPK.DLL",
"USP10.DLL", "CFGMGR32.DLL", "MSIMG32.DLL", "POWRPROF.DLL",
"SETUPAPI.DLL", "WINSTA.DLL", "CRYPT32.DLL", "IPHLPAPI.DLL",
"MPR.DLL", "CREDUI.DLL", "NETPLWIZ.DLL", "OLE32.DLL",
"ACTIVEDS.DLL", "ADSLDPC.DLL", "USERENV.DLL", "APPREPAPI.DLL",
"BCP47LANGS.DLL", "BCRYPTPRIMITIVES.DLL", "CERTCA.DLL",
"CHARTV.DLL", "COMBASE.DLL", "DCOMP.DLL", "DPAPI.DLL",
"DSPARSE.DLL", "FECLIENT.DLL", "FIREWALLAPI.DLL", "FLTLIB.DLL",
"MRMCORER.DLL", "MSVCRT.DLL", "NINPUT.DLL", "NTASN1.DLL",
"PCACLI.DLL", "RTWORKQ.DLL", "SECHOST.DLL",
"SETTINGSYNCPOLICY.DLL", "SHCORE.DLL", "TBS.DLL",
"TWINAPI.DLL", "TWINAPI.APPCORE.DLL", "VIRTDISK.DLL",
"WEBSOCKET.DLL", "WEVTAPI.DLL", "WINMMBASE.DLL",
"WMICLNT.DLL"):
continue
result.add(Utils.normcase(Utils.abspath(dll_filename)))
os.unlink(binary_filename + ".depends")
return result
def detectBinaryDLLs(binary_filename, package_name):
result = set()
if Utils.getOS() in ("Linux", "NetBSD"):
# Ask "ldd" about the libraries being used by the created binary, these
# are the ones that interest us.
process = subprocess.Popen(
args = [
"ldd",
binary_filename
],
stdout = subprocess.PIPE,
stderr = subprocess.PIPE
)
stdout, _stderr = process.communicate()
for line in stdout.split(b"\n"):
if not line:
continue
if b"=>" not in line:
continue
part = line.split(b" => ", 2)[1]
if b"(" in part:
filename = part[:part.rfind(b"(")-1]
else:
filename = part
if not filename:
continue
if Utils.python_version >= 300:
filename = filename.decode("utf-8")
result.add(filename)
elif Utils.getOS() == "Windows":
depends_exe = getDependsExePath()
env = os.environ.copy()
path = env.get("PATH","").split(";")
path += sys.path
if package_name is not None:
for element in sys.path:
candidate = Utils.joinpath(element, package_name)
if Utils.isDir(candidate):
path.append(candidate)
env["PATH"] = ";".join(path)
subprocess.call(
(
depends_exe,
"-c",
"-ot%s" % binary_filename + ".depends",
"-f1",
"-pa1",
"-ps1",
binary_filename
),
env = env,
)
inside = False
for line in open(binary_filename + ".depends"):
if "| Module Dependency Tree |" in line:
inside = True
continue
if not inside:
continue
if "| Module List |" in line:
break
if "]" not in line:
continue
# Skip missing DLLs, apparently not needed anyway.
if "?" in line[:line.find("]")]:
continue
dll_filename = line[line.find("]")+2:-1]
assert Utils.isFile(dll_filename), dll_filename
# The executable itself is of course excempted.
if Utils.normcase(dll_filename) == \
Utils.normcase(Utils.abspath(binary_filename)):
continue
dll_name = Utils.basename(dll_filename).upper()
# Win API can be assumed.
if dll_name.startswith("API-MS-WIN-") or dll_name.startswith("EXT-MS-WIN-"):
continue
if dll_name in ("SHELL32.DLL", "USER32.DLL", "KERNEL32.DLL",
"NTDLL.DLL", "NETUTILS.DLL", "LOGONCLI.DLL", "GDI32.DLL",
"RPCRT4.DLL", "ADVAPI32.DLL", "SSPICLI.DLL", "SECUR32.DLL",
"KERNELBASE.DLL", "WINBRAND.DLL", "DSROLE.DLL", "DNSAPI.DLL",
"SAMCLI.DLL", "WKSCLI.DLL", "SAMLIB.DLL", "WLDAP32.DLL",
"NTDSAPI.DLL", "CRYPTBASE.DLL", "W32TOPL", "WS2_32.DLL",
"SPPC.DLL", "MSSIGN32.DLL", "CERTCLI.DLL", "WEBSERVICES.DLL",
"AUTHZ.DLL", "CERTENROLL.DLL", "VAULTCLI.DLL", "REGAPI.DLL",
"BROWCLI.DLL", "WINNSI.DLL", "DHCPCSVC6.DLL", "PCWUM.DLL",
"CLBCATQ.DLL", "IMAGEHLP.DLL", "MSASN1.DLL", "DBGHELP.DLL",
"DEVOBJ.DLL", "DRVSTORE.DLL", "CABINET.DLL", "SCECLI.DLL",
"SPINF.DLL", "SPFILEQ.DLL", "GPAPI.DLL", "NETJOIN.DLL",
"W32TOPL.DLL", "NETBIOS.DLL", "DXGI.DLL", "DWRITE.DLL",
"D3D11.DLL", "WLANAPI.DLL", "WLANUTIL.DLL", "ONEX.DLL",
"EAPPPRXY.DLL", "MFPLAT.DLL", "AVRT.DLL", "ELSCORE.DLL",
"INETCOMM.DLL", "MSOERT2.DLL", "IEUI.DLL", "MSCTF.DLL",
"MSFEEDS.DLL", "UIAUTOMATIONCORE.DLL", "PSAPI.DLL",
"EFSADU.DLL", "MFC42U.DLL", "ODBC32.DLL", "OLEDLG.DLL",
"NETAPI32.DLL", "LINKINFO.DLL", "DUI70.DLL", "ADVPACK.DLL",
"NTSHRUI.DLL", "WINSPOOL.DRV", "EFSUTIL.DLL", "WINSCARD.DLL",
"SHDOCVW.DLL", "IEFRAME.DLL", "D2D1.DLL", "GDIPLUS.DLL",
"OCCACHE.DLL", "IEADVPACK.DLL", "MLANG.DLL", "MSI.DLL",
"MSHTML.DLL", "COMDLG32.DLL", "PRINTUI.DLL", "PUIAPI.DLL",
"ACLUI.DLL", "WTSAPI32.DLL", "FMS.DLL", "DFSCLI.DLL",
"HLINK.DLL", "MSRATING.DLL", "PRNTVPT.DLL", "IMGUTIL.DLL",
"MSLS31.DLL", "VERSION.DLL", "NORMALIZ.DLL", "IERTUTIL.DLL",
"WININET.DLL", "WINTRUST.DLL", "XMLLITE.DLL", "APPHELP.DLL",
"PROPSYS.DLL", "RSTRTMGR.DLL", "NCRYPT.DLL", "BCRYPT.DLL",
"MMDEVAPI.DLL", "MSILTCFG.DLL", "DEVMGR.DLL", "DEVRTL.DLL",
"NEWDEV.DLL", "VPNIKEAPI.DLL", "WINHTTP.DLL", "WEBIO.DLL",
"NSI.DLL", "DHCPCSVC.DLL", "CRYPTUI.DLL", "ESENT.DLL",
"DAVHLPR.DLL", "CSCAPI.DLL", "ATL.DLL", "OLEAUT32.DLL",
"SRVCLI.DLL", "RASDLG.DLL", "MPRAPI.DLL", "RTUTILS.DLL",
"RASMAN.DLL", "MPRMSG.DLL", "SLC.DLL", "CRYPTSP.DLL",
"RASAPI32.DLL", "TAPI32.DLL", "EAPPCFG.DLL", "NDFAPI.DLL",
"WDI.DLL", "COMCTL32.DLL", "UXTHEME.DLL", "IMM32.DLL",
"OLEACC.DLL", "WINMM.DLL", "WINDOWSCODECS.DLL", "DWMAPI.DLL",
"DUSER.DLL", "PROFAPI.DLL", "URLMON.DLL", "SHLWAPI.DLL",
"LPK.DLL", "USP10.DLL", "CFGMGR32.DLL", "MSIMG32.DLL",
"POWRPROF.DLL", "SETUPAPI.DLL", "WINSTA.DLL", "CRYPT32.DLL",
"IPHLPAPI.DLL", "MPR.DLL", "CREDUI.DLL", "NETPLWIZ.DLL",
"OLE32.DLL", "ACTIVEDS.DLL", "ADSLDPC.DLL", "USERENV.DLL",
"APPREPAPI.DLL", "BCP47LANGS.DLL", "BCRYPTPRIMITIVES.DLL",
"CERTCA.DLL", "CHARTV.DLL", "COMBASE.DLL", "DCOMP.DLL",
"DPAPI.DLL", "DSPARSE.DLL", "FECLIENT.DLL", "FIREWALLAPI.DLL",
"FLTLIB.DLL", "MRMCORER.DLL", "MSVCRT.DLL",
"NINPUT.DLL", "NTASN1.DLL", "PCACLI.DLL", "RTWORKQ.DLL",
"SECHOST.DLL", "SETTINGSYNCPOLICY.DLL", "SHCORE.DLL",
"TBS.DLL", "TWINAPI.DLL", "TWINAPI.APPCORE.DLL", "VIRTDISK.DLL",
"WEBSOCKET.DLL", "WEVTAPI.DLL", "WINMMBASE.DLL", "WMICLNT.DLL"):
continue
result.add(dll_filename)
os.unlink(binary_filename + ".depends")
else:
# Support your platform above.
assert False, Utils.getOS()
return result
def buildModuleTree(filename, package, is_top, is_main):
# Many variables, branches, due to the many cases, pylint: disable=R0912
assert package is None or type(package) is str
if is_main and Utils.isDir(filename):
source_filename = Utils.joinpath(filename, "__main__.py")
if not Utils.isFile(source_filename):
sys.stderr.write("%s: can't find '__main__' module in '%s'\n" %
(Utils.basename(sys.argv[0]), filename))
sys.exit(2)
filename = source_filename
main_added = True
else:
main_added = False
if Utils.isFile(filename):
source_filename = filename
source_ref = SourceCodeReferences.fromFilename(
filename=filename, future_spec=FutureSpec())
if is_main:
module_name = "__main__"
else:
module_name = Utils.basename(filename)
if module_name.endswith(".py"):
module_name = module_name[:-3]
if "." in module_name:
sys.stderr.write(
"Error, '%s' is not a proper python module name.\n" %
(module_name))
sys.exit(2)
if is_main:
result = PythonMainModule(source_ref=source_ref,
main_added=main_added)
else:
result = PythonModule(name=module_name,
package=package,
source_ref=source_ref)
elif Utils.isDir(filename) and Utils.isFile(
Utils.joinpath(filename, "__init__.py")):
source_filename = Utils.joinpath(filename, "__init__.py")
if is_top:
source_ref = SourceCodeReferences.fromFilename(
filename=Utils.abspath(source_filename),
future_spec=FutureSpec())
package_name = Utils.splitpath(filename)[-1]
else:
source_ref = SourceCodeReferences.fromFilename(
filename=Utils.abspath(source_filename),
future_spec=FutureSpec())
package_name = Utils.basename(filename)
result = PythonPackage(name=package_name,
package=package,
source_ref=source_ref)
else:
sys.stderr.write("%s: can't open file '%s'.\n" %
(Utils.basename(sys.argv[0]), filename))
sys.exit(2)
if not Options.shallHaveStatementLines():
source_ref = source_ref.atInternal()
source_code = readSourceCodeFromFilename(source_filename)
buildParseTree(provider=result,
source_code=source_code,
source_ref=source_ref)
addImportedModule(Utils.relpath(filename), result)
completeVariableClosures(result)
return result
def decideModuleTree(filename, package, is_shlib, is_top, is_main):
# Many variables, branches, due to the many cases, pylint: disable=R0912
assert package is None or type(package) is str
if is_main and Utils.isDir(filename):
source_filename = Utils.joinpath(filename, "__main__.py")
if not Utils.isFile(source_filename):
sys.stderr.write(
"%s: can't find '__main__' module in '%s'\n" % (
Utils.basename(sys.argv[0]),
filename
)
)
sys.exit(2)
filename = source_filename
main_added = True
else:
main_added = False
if Utils.isFile(filename):
source_filename = filename
source_ref = SourceCodeReferences.fromFilename(
filename = filename,
future_spec = FutureSpec()
)
if is_main:
module_name = "__main__"
else:
module_name = Utils.basename(filename)
if module_name.endswith(".py"):
module_name = module_name[:-3]
if is_shlib:
module_name = module_name.split('.')[0]
if '.' in module_name:
sys.stderr.write(
"Error, '%s' is not a proper python module name.\n" % (
module_name
)
)
sys.exit(2)
if is_shlib:
result = PythonShlibModule(
name = module_name,
source_ref = source_ref,
package_name = package,
)
elif is_main:
result = PythonMainModule(
source_ref = source_ref,
main_added = main_added
)
else:
result = PythonModule(
name = module_name,
package_name = package,
source_ref = source_ref
)
elif Importing.isPackageDir(filename):
if is_top:
package_name = Utils.splitpath(filename)[-1]
else:
package_name = Utils.basename(filename)
source_filename = Utils.joinpath(filename, "__init__.py")
if not Utils.isFile(source_filename):
assert Utils.python_version >= 330, source_filename
source_ref, result = createNamespacePackage(
package_name = package_name,
module_relpath = filename
)
source_filename = None
else:
source_ref = SourceCodeReferences.fromFilename(
filename = Utils.abspath(source_filename),
future_spec = FutureSpec()
)
result = PythonPackage(
name = package_name,
package_name = package,
source_ref = source_ref
)
else:
sys.stderr.write(
"%s: can't open file '%s'.\n" % (
Utils.basename(sys.argv[0]),
filename
)
)
sys.exit(2)
if not Options.shallHaveStatementLines():
source_ref = source_ref.atInternal()
return result, source_ref, source_filename
def decideModuleTree(filename, package, is_shlib, is_top, is_main):
# Many variables, branches, due to the many cases, pylint: disable=R0912
assert package is None or type( package ) is str
if is_main and Utils.isDir( filename ):
source_filename = Utils.joinpath( filename, "__main__.py" )
if not Utils.isFile( source_filename ):
sys.stderr.write(
"%s: can't find '__main__' module in '%s'\n" % (
Utils.basename( sys.argv[0] ),
filename
)
)
sys.exit( 2 )
filename = source_filename
main_added = True
else:
main_added = False
if Utils.isFile( filename ):
source_filename = filename
source_ref = SourceCodeReferences.fromFilename(
filename = filename,
future_spec = FutureSpec()
)
if is_main:
module_name = "__main__"
else:
module_name = Utils.basename( filename )
if module_name.endswith( ".py" ):
module_name = module_name[:-3]
if is_shlib:
module_name = module_name.split(".")[0]
if "." in module_name:
sys.stderr.write(
"Error, '%s' is not a proper python module name.\n" % (
module_name
)
)
sys.exit( 2 )
if is_shlib:
result = PythonShlibModule(
name = module_name,
source_ref = source_ref,
package_name = package,
)
elif is_main:
result = PythonMainModule(
source_ref = source_ref,
main_added = main_added
)
else:
result = PythonModule(
name = module_name,
package_name = package,
source_ref = source_ref
)
elif Importing.isPackageDir(filename):
if is_top:
package_name = Utils.splitpath(filename)[-1]
else:
package_name = Utils.basename(filename)
source_filename = Utils.joinpath(filename, "__init__.py")
if not Utils.isFile( source_filename ):
assert Utils.python_version >= 330, source_filename
source_ref, result = createNamespacePackage(
package_name = package_name,
module_relpath = filename
)
source_filename = None
else:
source_ref = SourceCodeReferences.fromFilename(
filename = Utils.abspath( source_filename ),
future_spec = FutureSpec()
)
result = PythonPackage(
name = package_name,
package_name = package,
source_ref = source_ref
)
else:
sys.stderr.write(
"%s: can't open file '%s'.\n" % (
Utils.basename( sys.argv[0] ),
filename
)
)
sys.exit( 2 )
if not Options.shallHaveStatementLines():
source_ref = source_ref.atInternal()
return result, source_ref, source_filename
def detectBinaryDLLs(binary_filename, package_name):
""" Detect the DLLs used by a binary.
Using ldd (Linux), depends.exe (Windows), or otool (MacOS) the list
of used DLLs is retrieved.
"""
result = set()
if Utils.getOS() in ("Linux", "NetBSD"):
# Ask "ldd" about the libraries being used by the created binary, these
# are the ones that interest us.
process = subprocess.Popen(args=["ldd", binary_filename],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
stdout, _stderr = process.communicate()
for line in stdout.split(b"\n"):
if not line:
continue
if b"=>" not in line:
continue
part = line.split(b" => ", 2)[1]
if b"(" in part:
filename = part[:part.rfind(b"(") - 1]
else:
filename = part
if not filename:
continue
if Utils.python_version >= 300:
filename = filename.decode("utf-8")
result.add(filename)
elif Utils.getOS() == "Windows":
depends_exe = getDependsExePath()
# Put the PYTHONPATH into the system PATH, DLLs frequently live in
# the package directories.
env = os.environ.copy()
path = env.get("PATH", "").split(";")
path += sys.path
if package_name is not None:
for element in sys.path:
candidate = Utils.joinpath(element, package_name)
if Utils.isDir(candidate):
path.append(candidate)
env["PATH"] = ";".join(path)
subprocess.call(
(depends_exe, "-c", "-ot%s" % binary_filename + ".depends", "-f1",
"-pa1", "-ps1", binary_filename),
env=env,
)
inside = False
for line in open(binary_filename + ".depends"):
if "| Module Dependency Tree |" in line:
inside = True
continue
if not inside:
continue
if "| Module List |" in line:
break
if "]" not in line:
continue
# Skip missing DLLs, apparently not needed anyway.
if "?" in line[:line.find("]")]:
continue
dll_filename = line[line.find("]") + 2:-1]
assert Utils.isFile(dll_filename), dll_filename
# The executable itself is of course exempted.
if Utils.normcase(dll_filename) == \
Utils.normcase(Utils.abspath(binary_filename)):
continue
dll_name = Utils.basename(dll_filename).upper()
# Win API can be assumed.
if dll_name.startswith("API-MS-WIN-") or \
dll_name.startswith("EXT-MS-WIN-"):
continue
if dll_name in (
"SHELL32.DLL", "USER32.DLL", "KERNEL32.DLL", "NTDLL.DLL",
"NETUTILS.DLL", "LOGONCLI.DLL", "GDI32.DLL", "RPCRT4.DLL",
"ADVAPI32.DLL", "SSPICLI.DLL", "SECUR32.DLL",
"KERNELBASE.DLL", "WINBRAND.DLL", "DSROLE.DLL",
"DNSAPI.DLL", "SAMCLI.DLL", "WKSCLI.DLL", "SAMLIB.DLL",
"WLDAP32.DLL", "NTDSAPI.DLL", "CRYPTBASE.DLL", "W32TOPL",
"WS2_32.DLL", "SPPC.DLL", "MSSIGN32.DLL", "CERTCLI.DLL",
"WEBSERVICES.DLL", "AUTHZ.DLL", "CERTENROLL.DLL",
"VAULTCLI.DLL", "REGAPI.DLL", "BROWCLI.DLL", "WINNSI.DLL",
"DHCPCSVC6.DLL", "PCWUM.DLL", "CLBCATQ.DLL",
"IMAGEHLP.DLL", "MSASN1.DLL", "DBGHELP.DLL", "DEVOBJ.DLL",
"DRVSTORE.DLL", "CABINET.DLL", "SCECLI.DLL", "SPINF.DLL",
"SPFILEQ.DLL", "GPAPI.DLL", "NETJOIN.DLL", "W32TOPL.DLL",
"NETBIOS.DLL", "DXGI.DLL", "DWRITE.DLL", "D3D11.DLL",
"WLANAPI.DLL", "WLANUTIL.DLL", "ONEX.DLL", "EAPPPRXY.DLL",
"MFPLAT.DLL", "AVRT.DLL", "ELSCORE.DLL", "INETCOMM.DLL",
"MSOERT2.DLL", "IEUI.DLL", "MSCTF.DLL", "MSFEEDS.DLL",
"UIAUTOMATIONCORE.DLL", "PSAPI.DLL", "EFSADU.DLL",
"MFC42U.DLL", "ODBC32.DLL", "OLEDLG.DLL", "NETAPI32.DLL",
"LINKINFO.DLL", "DUI70.DLL", "ADVPACK.DLL", "NTSHRUI.DLL",
"WINSPOOL.DRV", "EFSUTIL.DLL", "WINSCARD.DLL",
"SHDOCVW.DLL", "IEFRAME.DLL", "D2D1.DLL", "GDIPLUS.DLL",
"OCCACHE.DLL", "IEADVPACK.DLL", "MLANG.DLL", "MSI.DLL",
"MSHTML.DLL", "COMDLG32.DLL", "PRINTUI.DLL", "PUIAPI.DLL",
"ACLUI.DLL", "WTSAPI32.DLL", "FMS.DLL", "DFSCLI.DLL",
"HLINK.DLL", "MSRATING.DLL", "PRNTVPT.DLL", "IMGUTIL.DLL",
"MSLS31.DLL", "VERSION.DLL", "NORMALIZ.DLL",
"IERTUTIL.DLL", "WININET.DLL", "WINTRUST.DLL",
"XMLLITE.DLL", "APPHELP.DLL", "PROPSYS.DLL",
"RSTRTMGR.DLL", "NCRYPT.DLL", "BCRYPT.DLL", "MMDEVAPI.DLL",
"MSILTCFG.DLL", "DEVMGR.DLL", "DEVRTL.DLL", "NEWDEV.DLL",
"VPNIKEAPI.DLL", "WINHTTP.DLL", "WEBIO.DLL", "NSI.DLL",
"DHCPCSVC.DLL", "CRYPTUI.DLL", "ESENT.DLL", "DAVHLPR.DLL",
"CSCAPI.DLL", "ATL.DLL", "OLEAUT32.DLL", "SRVCLI.DLL",
"RASDLG.DLL", "MPRAPI.DLL", "RTUTILS.DLL", "RASMAN.DLL",
"MPRMSG.DLL", "SLC.DLL", "CRYPTSP.DLL", "RASAPI32.DLL",
"TAPI32.DLL", "EAPPCFG.DLL", "NDFAPI.DLL", "WDI.DLL",
"COMCTL32.DLL", "UXTHEME.DLL", "IMM32.DLL", "OLEACC.DLL",
"WINMM.DLL", "WINDOWSCODECS.DLL", "DWMAPI.DLL",
"DUSER.DLL", "PROFAPI.DLL", "URLMON.DLL", "SHLWAPI.DLL",
"LPK.DLL", "USP10.DLL", "CFGMGR32.DLL", "MSIMG32.DLL",
"POWRPROF.DLL", "SETUPAPI.DLL", "WINSTA.DLL",
"CRYPT32.DLL", "IPHLPAPI.DLL", "MPR.DLL", "CREDUI.DLL",
"NETPLWIZ.DLL", "OLE32.DLL", "ACTIVEDS.DLL", "ADSLDPC.DLL",
"USERENV.DLL", "APPREPAPI.DLL", "BCP47LANGS.DLL",
"BCRYPTPRIMITIVES.DLL", "CERTCA.DLL", "CHARTV.DLL",
"COMBASE.DLL", "DCOMP.DLL", "DPAPI.DLL", "DSPARSE.DLL",
"FECLIENT.DLL", "FIREWALLAPI.DLL", "FLTLIB.DLL",
"MRMCORER.DLL", "MSVCRT.DLL", "NINPUT.DLL", "NTASN1.DLL",
"PCACLI.DLL", "RTWORKQ.DLL", "SECHOST.DLL",
"SETTINGSYNCPOLICY.DLL", "SHCORE.DLL", "TBS.DLL",
"TWINAPI.DLL", "TWINAPI.APPCORE.DLL", "VIRTDISK.DLL",
"WEBSOCKET.DLL", "WEVTAPI.DLL", "WINMMBASE.DLL",
"WMICLNT.DLL"):
continue
result.add(Utils.normcase(Utils.abspath(dll_filename)))
os.unlink(binary_filename + ".depends")
elif Utils.getOS() == "Darwin":
# print "Darwin", binary_filename
process = subprocess.Popen(args=["otool", "-L", binary_filename],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
stdout, _stderr = process.communicate()
sysstops = [b"/usr/lib/", b"/System/Library/Frameworks/"]
for line in stdout.split(b"\n"):
if not line:
continue
if line.startswith(b"\t"):
filename = line.split(b" (")[0].strip()
stop = False
for w in sysstops:
if filename.startswith(w):
stop = True
break
if not stop:
if Utils.python_version >= 300:
filename = filename.decode("utf-8")
# print "adding", filename
result.add(filename)
else:
# Support your platform above.
assert False, Utils.getOS()
return result
def _detectBinaryPathDLLsWindows(binary_filename, package_name):
result = set()
depends_exe = getDependsExePath()
# The search order by default prefers the system directory, where a
# wrong "PythonXX.dll" might be living.
with open(binary_filename + ".dwp", 'w') as dwp_file:
dwp_file.write("""\
KnownDLLs
SysPath
AppDir
32BitSysDir
16BitSysDir
OSDir
AppPath
SxS
""")
subprocess.call(
(depends_exe, "-c", "-ot%s" % binary_filename + ".depends",
"-d:%s" % binary_filename + ".dwp", "-f1", "-pa1", "-ps1",
binary_filename),
env=_makeBinaryPathPathDLLSearchEnv(package_name),
)
inside = False
for line in open(binary_filename + ".depends"):
if "| Module Dependency Tree |" in line:
inside = True
continue
if not inside:
continue
if "| Module List |" in line:
break
if ']' not in line:
continue
# Skip missing DLLs, apparently not needed anyway.
if '?' in line[:line.find(']')]:
continue
dll_filename = line[line.find(']') + 2:-1]
assert Utils.isFile(dll_filename), dll_filename
# The executable itself is of course exempted.
if Utils.normcase(dll_filename) == \
Utils.normcase(Utils.abspath(binary_filename)):
continue
dll_name = Utils.basename(dll_filename).upper()
# Win API can be assumed.
if dll_name.startswith("API-MS-WIN-") or \
dll_name.startswith("EXT-MS-WIN-"):
continue
if dll_name in (
"SHELL32.DLL", "USER32.DLL", "KERNEL32.DLL", "NTDLL.DLL",
"NETUTILS.DLL", "LOGONCLI.DLL", "GDI32.DLL", "RPCRT4.DLL",
"ADVAPI32.DLL", "SSPICLI.DLL", "SECUR32.DLL", "KERNELBASE.DLL",
"WINBRAND.DLL", "DSROLE.DLL", "DNSAPI.DLL", "SAMCLI.DLL",
"WKSCLI.DLL", "SAMLIB.DLL", "WLDAP32.DLL", "NTDSAPI.DLL",
"CRYPTBASE.DLL", "W32TOPL", "WS2_32.DLL", "SPPC.DLL",
"MSSIGN32.DLL", "CERTCLI.DLL", "WEBSERVICES.DLL", "AUTHZ.DLL",
"CERTENROLL.DLL", "VAULTCLI.DLL", "REGAPI.DLL", "BROWCLI.DLL",
"WINNSI.DLL", "DHCPCSVC6.DLL", "PCWUM.DLL", "CLBCATQ.DLL",
"IMAGEHLP.DLL", "MSASN1.DLL", "DBGHELP.DLL", "DEVOBJ.DLL",
"DRVSTORE.DLL", "CABINET.DLL", "SCECLI.DLL", "SPINF.DLL",
"SPFILEQ.DLL", "GPAPI.DLL", "NETJOIN.DLL", "W32TOPL.DLL",
"NETBIOS.DLL", "DXGI.DLL", "DWRITE.DLL", "D3D11.DLL",
"WLANAPI.DLL", "WLANUTIL.DLL", "ONEX.DLL", "EAPPPRXY.DLL",
"MFPLAT.DLL", "AVRT.DLL", "ELSCORE.DLL", "INETCOMM.DLL",
"MSOERT2.DLL", "IEUI.DLL", "MSCTF.DLL", "MSFEEDS.DLL",
"UIAUTOMATIONCORE.DLL", "PSAPI.DLL", "EFSADU.DLL",
"MFC42U.DLL", "ODBC32.DLL", "OLEDLG.DLL", "NETAPI32.DLL",
"LINKINFO.DLL", "DUI70.DLL", "ADVPACK.DLL", "NTSHRUI.DLL",
"WINSPOOL.DRV", "EFSUTIL.DLL", "WINSCARD.DLL", "SHDOCVW.DLL",
"IEFRAME.DLL", "D2D1.DLL", "GDIPLUS.DLL", "OCCACHE.DLL",
"IEADVPACK.DLL", "MLANG.DLL", "MSI.DLL", "MSHTML.DLL",
"COMDLG32.DLL", "PRINTUI.DLL", "PUIAPI.DLL", "ACLUI.DLL",
"WTSAPI32.DLL", "FMS.DLL", "DFSCLI.DLL", "HLINK.DLL",
"MSRATING.DLL", "PRNTVPT.DLL", "IMGUTIL.DLL", "MSLS31.DLL",
"VERSION.DLL", "NORMALIZ.DLL", "IERTUTIL.DLL", "WININET.DLL",
"WINTRUST.DLL", "XMLLITE.DLL", "APPHELP.DLL", "PROPSYS.DLL",
"RSTRTMGR.DLL", "NCRYPT.DLL", "BCRYPT.DLL", "MMDEVAPI.DLL",
"MSILTCFG.DLL", "DEVMGR.DLL", "DEVRTL.DLL", "NEWDEV.DLL",
"VPNIKEAPI.DLL", "WINHTTP.DLL", "WEBIO.DLL", "NSI.DLL",
"DHCPCSVC.DLL", "CRYPTUI.DLL", "ESENT.DLL", "DAVHLPR.DLL",
"CSCAPI.DLL", "ATL.DLL", "OLEAUT32.DLL", "SRVCLI.DLL",
"RASDLG.DLL", "MPRAPI.DLL", "RTUTILS.DLL", "RASMAN.DLL",
"MPRMSG.DLL", "SLC.DLL", "CRYPTSP.DLL", "RASAPI32.DLL",
"TAPI32.DLL", "EAPPCFG.DLL", "NDFAPI.DLL", "WDI.DLL",
"COMCTL32.DLL", "UXTHEME.DLL", "IMM32.DLL", "OLEACC.DLL",
"WINMM.DLL", "WINDOWSCODECS.DLL", "DWMAPI.DLL", "DUSER.DLL",
"PROFAPI.DLL", "URLMON.DLL", "SHLWAPI.DLL", "LPK.DLL",
"USP10.DLL", "CFGMGR32.DLL", "MSIMG32.DLL", "POWRPROF.DLL",
"SETUPAPI.DLL", "WINSTA.DLL", "CRYPT32.DLL", "IPHLPAPI.DLL",
"MPR.DLL", "CREDUI.DLL", "NETPLWIZ.DLL", "OLE32.DLL",
"ACTIVEDS.DLL", "ADSLDPC.DLL", "USERENV.DLL", "APPREPAPI.DLL",
"BCP47LANGS.DLL", "BCRYPTPRIMITIVES.DLL", "CERTCA.DLL",
"CHARTV.DLL", "COMBASE.DLL", "DCOMP.DLL", "DPAPI.DLL",
"DSPARSE.DLL", "FECLIENT.DLL", "FIREWALLAPI.DLL", "FLTLIB.DLL",
"MRMCORER.DLL", "MSVCRT.DLL", "NINPUT.DLL", "NTASN1.DLL",
"PCACLI.DLL", "RTWORKQ.DLL", "SECHOST.DLL",
"SETTINGSYNCPOLICY.DLL", "SHCORE.DLL", "TBS.DLL",
"TWINAPI.DLL", "TWINAPI.APPCORE.DLL", "VIRTDISK.DLL",
"WEBSOCKET.DLL", "WEVTAPI.DLL", "WINMMBASE.DLL",
"WMICLNT.DLL"):
continue
result.add(Utils.normcase(Utils.abspath(dll_filename)))
Utils.deleteFile(binary_filename + ".depends", must_exist=True)
Utils.deleteFile(binary_filename + ".dwp", must_exist=True)
return result
