def task_build_cffi_imports(self):
from pypy.tool.build_cffi_imports import create_cffi_import_libraries
''' Use cffi to compile cffi interfaces to modules'''
exename = mkexename(driver.compute_exe_name())
basedir = exename
while not basedir.join('include').exists():
_basedir = basedir.dirpath()
if _basedir == basedir:
raise ValueError('interpreter %s not inside pypy repo',
str(exename))
basedir = _basedir
modules = self.config.objspace.usemodules.getpaths()
options = Options()
# XXX possibly adapt options using modules
failures = create_cffi_import_libraries(exename, options, basedir)
# if failures, they were already printed
print >> sys.stderr, str(exename),'successfully built, but errors while building the above modules will be ignored'
def task_build_cffi_imports(self):
from pypy.tool.build_cffi_imports import create_cffi_import_libraries
''' Use cffi to compile cffi interfaces to modules'''
exename = mkexename(driver.compute_exe_name())
basedir = exename
while not basedir.join('include').exists():
_basedir = basedir.dirpath()
if _basedir == basedir:
raise ValueError('interpreter %s not inside pypy repo',
str(exename))
basedir = _basedir
modules = self.config.objspace.usemodules.getpaths()
options = Options()
# XXX possibly adapt options using modules
failures = create_cffi_import_libraries(exename, options, basedir)
# if failures, they were already printed
print >> sys.stderr, str(exename),'successfully built (errors, if any, while building the above modules are ignored)'
def create_package(basedir, options, _fake=False):
retval = 0
name = options.name
if not name:
name = "pypy-nightly"
assert "/" not in name
rename_pypy_c = options.pypy_c
override_pypy_c = options.override_pypy_c
basedir = py.path.local(basedir)
if not override_pypy_c:
basename = "pypy-c"
if sys.platform == "win32":
basename += ".exe"
pypy_c = basedir.join("pypy", "goal", basename)
else:
pypy_c = py.path.local(override_pypy_c)
if not _fake and not pypy_c.check():
raise PyPyCNotFound(
"Expected but did not find %s."
" Please compile pypy first, using translate.py,"
" or check that you gave the correct path"
" with --override_pypy_c" % pypy_c
)
if not _fake and not pypy_runs(pypy_c):
raise OSError("Running %r failed!" % (str(pypy_c),))
if not options.no_cffi:
failures = create_cffi_import_libraries(pypy_c, options, basedir)
for key, module in failures:
print >> sys.stderr, """!!!!!!!!!!\nBuilding {0} bindings failed.
You can either install development headers package,
add the --without-{0} option to skip packaging this
binary CFFI extension, or say --without-cffi.""".format(
key
)
if len(failures) > 0:
return 1, None
if sys.platform == "win32" and not rename_pypy_c.lower().endswith(".exe"):
rename_pypy_c += ".exe"
binaries = [(pypy_c, rename_pypy_c)]
if sys.platform != "win32" and not _fake and os.path.getsize(str(pypy_c)) < 500000: # handled below
# This pypy-c is very small, so it means it relies on libpypy_c.so.
# If it would be bigger, it wouldn't. That's a hack.
libpypy_name = "libpypy-c.so" if not sys.platform.startswith("darwin") else "libpypy-c.dylib"
libpypy_c = pypy_c.new(basename=libpypy_name)
if not libpypy_c.check():
raise PyPyCNotFound("Expected pypy to be mostly in %r, but did " "not find it" % (str(libpypy_c),))
binaries.append((libpypy_c, libpypy_name))
#
builddir = py.path.local(options.builddir)
pypydir = builddir.ensure(name, dir=True)
includedir = basedir.join("include")
shutil.copytree(str(includedir), str(pypydir.join("include")))
pypydir.ensure("include", dir=True)
if sys.platform == "win32":
src, tgt = binaries[0]
pypyw = src.new(purebasename=src.purebasename + "w")
if pypyw.exists():
tgt = py.path.local(tgt)
binaries.append((pypyw, tgt.new(purebasename=tgt.purebasename + "w").basename))
print "Picking %s" % str(pypyw)
# Can't rename a DLL: it is always called 'libpypy-c.dll'
win_extras = ["libpypy-c.dll", "sqlite3.dll"]
if not options.no_tk:
win_extras += ["tcl85.dll", "tk85.dll"]
for extra in win_extras:
p = pypy_c.dirpath().join(extra)
if not p.check():
p = py.path.local.sysfind(extra)
if not p:
print "%s not found, expect trouble if this is a shared build" % (extra,)
continue
print "Picking %s" % p
binaries.append((p, p.basename))
libsdir = basedir.join("libs")
if libsdir.exists():
print "Picking %s (and contents)" % libsdir
shutil.copytree(str(libsdir), str(pypydir.join("libs")))
else:
print '"libs" dir with import library not found.'
print "You have to create %r" % (str(libsdir),)
print "and copy libpypy-c.lib in there, renamed to python27.lib"
# XXX users will complain that they cannot compile capi (cpyext)
# modules for windows, also embedding pypy (i.e. in cffi)
# will fail.
# Has the lib moved, was translation not 'shared', or are
# there no exported functions in the dll so no import
# library was created?
if not options.no_tk:
try:
p = pypy_c.dirpath().join("tcl85.dll")
if not p.check():
p = py.path.local.sysfind("tcl85.dll")
if p is None:
raise WindowsError("tcl85.dll not found")
tktcldir = p.dirpath().join("..").join("lib")
shutil.copytree(str(tktcldir), str(pypydir.join("tcl")))
except WindowsError:
print >> sys.stderr, """Packaging Tk runtime failed.
tk85.dll and tcl85.dll found, expecting to find runtime in ..\\lib
directory next to the dlls, as per build instructions."""
import traceback
traceback.print_exc()
raise MissingDependenciesError("Tk runtime")
print "* Binaries:", [source.relto(str(basedir)) for source, target in binaries]
# Careful: to copy lib_pypy, copying just the hg-tracked files
# would not be enough: there are also ctypes_config_cache/_*_cache.py.
# XXX ^^^ this is no longer true!
shutil.copytree(
str(basedir.join("lib-python").join(STDLIB_VER)),
str(pypydir.join("lib-python").join(STDLIB_VER)),
ignore=ignore_patterns(".svn", "py", "*.pyc", "*~"),
)
shutil.copytree(
str(basedir.join("lib_pypy")),
str(pypydir.join("lib_pypy")),
ignore=ignore_patterns(".svn", "py", "*.pyc", "*~", "*.c", "*.o"),
)
for file in ["README.rst"]:
shutil.copy(str(basedir.join(file)), str(pypydir))
for file in ["_testcapimodule.c", "_ctypes_test.c"]:
shutil.copyfile(str(basedir.join("lib_pypy", file)), str(pypydir.join("lib_pypy", file)))
# Use original LICENCE file
base_file = str(basedir.join("LICENSE"))
with open(base_file) as fid:
license = fid.read()
with open(str(pypydir.join("LICENSE")), "w") as LICENSE:
LICENSE.write(license)
#
spdir = pypydir.ensure("site-packages", dir=True)
shutil.copy(str(basedir.join("site-packages", "README")), str(spdir))
#
if sys.platform == "win32":
bindir = pypydir
else:
bindir = pypydir.join("bin")
bindir.ensure(dir=True)
for source, target in binaries:
archive = bindir.join(target)
if not _fake:
shutil.copy(str(source), str(archive))
else:
open(str(archive), "wb").close()
os.chmod(str(archive), 0755)
fix_permissions(pypydir)
old_dir = os.getcwd()
try:
os.chdir(str(builddir))
if not options.nostrip:
for source, target in binaries:
if sys.platform == "win32":
pass
elif sys.platform == "darwin":
# 'strip' fun: see issue #587 for why -x
os.system("strip -x " + str(bindir.join(target))) # ignore errors
else:
os.system("strip " + str(bindir.join(target))) # ignore errors
#
if USE_ZIPFILE_MODULE:
import zipfile
archive = str(builddir.join(name + ".zip"))
zf = zipfile.ZipFile(archive, "w", compression=zipfile.ZIP_DEFLATED)
for (dirpath, dirnames, filenames) in os.walk(name):
for fnname in filenames:
filename = os.path.join(dirpath, fnname)
zf.write(filename)
zf.close()
else:
archive = str(builddir.join(name + ".tar.bz2"))
if sys.platform == "darwin" or sys.platform.startswith("freebsd"):
print >> sys.stderr, """Warning: tar on current platform does not suport overriding the uid and gid
for its contents. The tarball will contain your uid and gid. If you are
building the actual release for the PyPy website, you may want to be
using another platform..."""
e = os.system("tar --numeric-owner -cvjf " + archive + " " + name)
elif sys.platform == "cygwin":
e = os.system(
"tar --owner=Administrator --group=Administrators --numeric-owner -cvjf " + archive + " " + name
)
else:
e = os.system("tar --owner=root --group=root --numeric-owner -cvjf " + archive + " " + name)
if e:
raise OSError('"tar" returned exit status %r' % e)
finally:
os.chdir(old_dir)
if options.targetdir:
print "Copying %s to %s" % (archive, options.targetdir)
shutil.copy(archive, options.targetdir)
else:
print "Ready in %s" % (builddir,)
return retval, builddir # for tests
def create_package(basedir, options, _fake=False):
retval = 0
name = options.name
if not name:
name = 'pypy-nightly'
assert '/' not in name
rename_pypy_c = options.pypy_c
override_pypy_c = options.override_pypy_c
basedir = py.path.local(basedir)
if not override_pypy_c:
basename = 'pypy-c'
if sys.platform == 'win32':
basename += '.exe'
pypy_c = basedir.join('pypy', 'goal', basename)
else:
pypy_c = py.path.local(override_pypy_c)
if not _fake and not pypy_c.check():
raise PyPyCNotFound(
'Expected but did not find %s.'
' Please compile pypy first, using translate.py,'
' or check that you gave the correct path'
' with --override_pypy_c' % pypy_c)
if not _fake and not pypy_runs(pypy_c):
raise OSError("Running %r failed!" % (str(pypy_c),))
if not options.no_cffi:
failures = create_cffi_import_libraries(pypy_c, options, basedir)
for key, module in failures:
print >>sys.stderr, """!!!!!!!!!!\nBuilding {0} bindings failed.
You can either install development headers package,
add the --without-{0} option to skip packaging this
binary CFFI extension, or say --without-cffi.""".format(key)
if len(failures) > 0:
return 1, None
if sys.platform == 'win32' and not rename_pypy_c.lower().endswith('.exe'):
rename_pypy_c += '.exe'
binaries = [(pypy_c, rename_pypy_c)]
if (sys.platform != 'win32' and # handled below
not _fake and os.path.getsize(str(pypy_c)) < 500000):
# This pypy-c is very small, so it means it relies on libpypy_c.so.
# If it would be bigger, it wouldn't. That's a hack.
libpypy_name = ('libpypy-c.so' if not sys.platform.startswith('darwin')
else 'libpypy-c.dylib')
libpypy_c = pypy_c.new(basename=libpypy_name)
if not libpypy_c.check():
raise PyPyCNotFound('Expected pypy to be mostly in %r, but did '
'not find it' % (str(libpypy_c),))
binaries.append((libpypy_c, libpypy_name))
#
builddir = py.path.local(options.builddir)
pypydir = builddir.ensure(name, dir=True)
includedir = basedir.join('include')
shutil.copytree(str(includedir), str(pypydir.join('include')))
pypydir.ensure('include', dir=True)
if sys.platform == 'win32':
os.environ['PATH'] = str(basedir.join('externals').join('bin')) + ';' + \
os.environ.get('PATH', '')
src,tgt = binaries[0]
pypyw = src.new(purebasename=src.purebasename + 'w')
if pypyw.exists():
tgt = py.path.local(tgt)
binaries.append((pypyw, tgt.new(purebasename=tgt.purebasename + 'w').basename))
print "Picking %s" % str(pypyw)
# Can't rename a DLL: it is always called 'libpypy-c.dll'
win_extras = ['libpypy-c.dll', 'sqlite3.dll']
if not options.no_tk:
win_extras += ['tcl85.dll', 'tk85.dll']
for extra in win_extras:
p = pypy_c.dirpath().join(extra)
if not p.check():
p = py.path.local.sysfind(extra)
if not p:
print "%s not found, expect trouble if this is a shared build" % (extra,)
continue
print "Picking %s" % p
binaries.append((p, p.basename))
libsdir = basedir.join('libs')
if libsdir.exists():
print 'Picking %s (and contents)' % libsdir
shutil.copytree(str(libsdir), str(pypydir.join('libs')))
else:
print '"libs" dir with import library not found.'
print 'You have to create %r' % (str(libsdir),)
print 'and copy libpypy-c.lib in there, renamed to python27.lib'
# XXX users will complain that they cannot compile capi (cpyext)
# modules for windows, also embedding pypy (i.e. in cffi)
# will fail.
# Has the lib moved, was translation not 'shared', or are
# there no exported functions in the dll so no import
# library was created?
if not options.no_tk:
try:
p = pypy_c.dirpath().join('tcl85.dll')
if not p.check():
p = py.path.local.sysfind('tcl85.dll')
if p is None:
raise WindowsError("tcl85.dll not found")
tktcldir = p.dirpath().join('..').join('lib')
shutil.copytree(str(tktcldir), str(pypydir.join('tcl')))
except WindowsError:
print >>sys.stderr, r"""Packaging Tk runtime failed.
tk85.dll and tcl85.dll found in %s, expecting to find runtime in %s
directory next to the dlls, as per build instructions.""" %(p, tktcldir)
import traceback;traceback.print_exc()
raise MissingDependenciesError('Tk runtime')
print '* Binaries:', [source.relto(str(basedir))
for source, target in binaries]
# Careful: to copy lib_pypy, copying just the hg-tracked files
# would not be enough: there are also ctypes_config_cache/_*_cache.py.
# XXX ^^^ this is no longer true!
shutil.copytree(str(basedir.join('lib-python').join(STDLIB_VER)),
str(pypydir.join('lib-python').join(STDLIB_VER)),
ignore=ignore_patterns('.svn', 'py', '*.pyc', '*~'))
shutil.copytree(str(basedir.join('lib_pypy')),
str(pypydir.join('lib_pypy')),
ignore=ignore_patterns('.svn', 'py', '*.pyc', '*~',
'*_cffi.c', '*.o'))
for file in ['README.rst',]:
shutil.copy(str(basedir.join(file)), str(pypydir))
for file in ['_testcapimodule.c', '_ctypes_test.c']:
shutil.copyfile(str(basedir.join('lib_pypy', file)),
str(pypydir.join('lib_pypy', file)))
# Use original LICENCE file
base_file = str(basedir.join('LICENSE'))
with open(base_file) as fid:
license = fid.read()
with open(str(pypydir.join('LICENSE')), 'w') as LICENSE:
LICENSE.write(license)
#
spdir = pypydir.ensure('site-packages', dir=True)
shutil.copy(str(basedir.join('site-packages', 'README')), str(spdir))
#
if sys.platform == 'win32':
bindir = pypydir
else:
bindir = pypydir.join('bin')
bindir.ensure(dir=True)
for source, target in binaries:
archive = bindir.join(target)
if not _fake:
shutil.copy(str(source), str(archive))
else:
open(str(archive), 'wb').close()
os.chmod(str(archive), 0755)
fix_permissions(pypydir)
old_dir = os.getcwd()
try:
os.chdir(str(builddir))
if not _fake:
for source, target in binaries:
smartstrip(bindir.join(target), keep_debug=options.keep_debug)
#
if USE_ZIPFILE_MODULE:
import zipfile
archive = str(builddir.join(name + '.zip'))
zf = zipfile.ZipFile(archive, 'w',
compression=zipfile.ZIP_DEFLATED)
for (dirpath, dirnames, filenames) in os.walk(name):
for fnname in filenames:
filename = os.path.join(dirpath, fnname)
zf.write(filename)
zf.close()
else:
archive = str(builddir.join(name + '.tar.bz2'))
if sys.platform == 'darwin':
print >>sys.stderr, """Warning: tar on current platform does not suport overriding the uid and gid
for its contents. The tarball will contain your uid and gid. If you are
building the actual release for the PyPy website, you may want to be
using another platform..."""
e = os.system('tar --numeric-owner -cvjf ' + archive + " " + name)
elif sys.platform.startswith('freebsd'):
e = os.system('tar --uname=root --gname=wheel -cvjf ' + archive + " " + name)
elif sys.platform == 'cygwin':
e = os.system('tar --owner=Administrator --group=Administrators --numeric-owner -cvjf ' + archive + " " + name)
else:
e = os.system('tar --owner=root --group=root --numeric-owner -cvjf ' + archive + " " + name)
if e:
raise OSError('"tar" returned exit status %r' % e)
finally:
os.chdir(old_dir)
if options.targetdir:
print "Copying %s to %s" % (archive, options.targetdir)
shutil.copy(archive, options.targetdir)
else:
print "Ready in %s" % (builddir,)
return retval, builddir # for tests
