def make_dist_pkg(self):
if (not os.access("/Applications", os.W_OK | os.X_OK)):
print "Can't access /Applications - skipping .pkg build"
return
# This has to match other convetions...
pkg_prefix = "/Applications"
app_root_dir = os.path.join(
pkg_prefix,
'%s-%s' % (self.installer.dest_dir_prefix, self.version))
subprocess.check_call([
os.path.join(self.dest_dir, 'install'),
'--prefix',
pkg_prefix,
],
cwd=self.dest_dir)
tmp = os.path.join(self.root_dir, 'tmp')
makedirs(tmp)
makedirs(self.dist_dir)
os.chdir(tmp) # UGH X 1000.
from libtbx.auto_build import create_mac_pkg
create_mac_pkg.run(args=[
"--package_name", self.installer.product_name, "--organization",
self.installer.organization, "--version", self.version,
"--license", self.license, "--dist-dir", self.dist_dir,
"--no_compress", app_root_dir
])
def make_dist_pkg(self):
if (not os.access("/Applications", os.W_OK|os.X_OK)) :
print "Can't access /Applications - skipping .pkg build"
return
# This has to match other conventions...
pkg_prefix = "/Applications"
app_root_dir = os.path.join(pkg_prefix,
'%s-%s'%(self.installer.dest_dir_prefix,
self.version))
#app_root_dir = os.path.join(pkg_prefix,
# '%s '% (self.installer.dest_dir_prefix))
if os.path.exists(app_root_dir): shutil.rmtree(app_root_dir)
subprocess.check_call([
os.path.join(self.dest_dir, 'install'),
'--prefix', pkg_prefix,
], cwd=self.dest_dir)
tmp = os.path.join(self.root_dir, 'tmp')
makedirs(tmp)
makedirs(self.dist_dir)
os.chdir(tmp) # UGH X 1000.
from libtbx.auto_build import create_mac_pkg
create_mac_pkg.run(args=[
"--package_name", self.installer.product_name,
"--organization", self.installer.organization,
"--version", self.version,
"--license", self.license,
"--dist-dir", self.dist_dir,
#"--no_compress",
app_root_dir
])
def make_dist_pkg(self):
if (not os.access("/Applications", os.W_OK | os.X_OK)):
print("Can't access /Applications - skipping .pkg build")
return
# This has to match other conventions...
pkg_prefix = "/Applications"
app_root_dir = os.path.join(
pkg_prefix,
'%s-%s' % (self.installer.dest_dir_prefix, self.version))
#app_root_dir = os.path.join(pkg_prefix,
# '%s '% (self.installer.dest_dir_prefix))
if os.path.exists(app_root_dir): shutil.rmtree(app_root_dir)
subprocess.check_call([
os.path.join(self.dest_dir, 'install'),
'--prefix',
pkg_prefix,
],
cwd=self.dest_dir)
# fix SSL_CERT_FILE location in dispatchers
# command-line installation step (above) is using the location from the
# current python, not the one in the newly installed location.
# command-line installation works correctly outside of this script, though.
try:
import certifi
from libtbx.auto_build.install_base_packages import installer
file_list = os.listdir(os.path.join(app_root_dir, 'build', 'bin'))
for filename in file_list:
patch = '"$LIBTBX_BUILD/../base/Python.framework/Versions/2.7/lib/python2.7/site-packages/certifi/cacert.pem"'
if self.base_dir == 'conda_base':
patch = '"$LIBTBX_BUILD/../conda_base/lib/python2.7/site-packages/certifi/cacert.pem"'
installer.patch_src(
os.path.join(app_root_dir, 'build', 'bin', filename),
'"%s"' % certifi.where(), patch)
except ImportError:
pass
tmp = os.path.join(self.root_dir, 'tmp')
makedirs(tmp)
makedirs(self.dist_dir)
os.chdir(tmp) # UGH X 1000.
from libtbx.auto_build import create_mac_pkg
create_mac_pkg.run(args=[
"--package_name",
self.installer.product_name,
"--organization",
self.installer.organization,
"--version",
self.version,
"--license",
self.license,
"--dist-dir",
self.dist_dir,
#"--no_compress",
app_root_dir
])
def run(args):
parser = OptionParser()
parser.add_option("--tmp-dir", dest="tmp_dir", action="store",
help="Temporary directory for assembling packages", default=None)
parser.add_option("--dist-dir", dest="dist_dir", action="store",
help="Distribution directory", default=None)
parser.add_option("--debug", dest="debug", action="store_true")
parser.add_option("--mtype", dest="mtype", action="store",
help="Architecture type", default=machine_type())
parser.add_option("--host-tag", dest="host_tag", action="store",
help="Host tag (OS/distribution label)", default=None)
parser.add_option("--version", dest="version", action="store",
help="Package version",
default=time.strftime("%Y_%m_%d", time.localtime()))
parser.add_option("--remove_src", dest="remove_src")
parser.add_option("--no-pkg", dest="no_pkg", action="store_true",
help="Disable Mac graphical (.pkg) installer")
parser.add_option("--make-app", dest="make_apps", action="append",
help="App bundle to create")
# TODO installer background?
options, args = parser.parse_args(args)
if (len(args) == 0):
# XXX defaults for CCTBX installer if no parameter file specified
args = [
"source_module=cbflib",
"source_module=annlib",
"source_module=cbflib_adaptbx",
"exclude_module=phenix_regression",
"exclude_module=phenix_dev",
"exclude_module=chem_data",
]
phil_cmdline = libtbx.phil.command_line.process(
args=args,
master_string=master_phil_str)
params = phil_cmdline.work.extract()
print("This will be %s-%s" % (params.package_name, options.version))
root_dir = op.dirname(op.dirname(libtbx.env.find_in_repositories(
relative_path="cctbx_project",
test=op.isdir)))
print("Root directory is %s" % root_dir)
modules_dir = op.join(root_dir, "modules")
build_dir = op.join(root_dir, "build")
base_dir = op.join(root_dir, "base")
if (not (op.isdir(modules_dir) and op.isdir(build_dir) and
op.isdir(base_dir))):
raise RuntimeError(
"Expected 'modules', 'build', and 'base' in root directory")
if (options.dist_dir is None):
options.dist_dir = op.join(root_dir, "dist", options.version)
if (not op.isdir(options.dist_dir)):
os.makedirs(options.dist_dir)
print("Distribution directory is %s" % options.dist_dir)
if (options.tmp_dir is None):
options.tmp_dir = op.join(root_dir, "tmp")
if (not op.isdir(options.tmp_dir)):
os.makedirs(options.tmp_dir)
print("Temporary directory is %s" % options.tmp_dir)
os.chdir(options.tmp_dir)
installer_dir = "%s-installer-%s" % (params.pkg_prefix, options.version)
if op.exists(installer_dir):
shutil.rmtree(installer_dir)
tar_prefix = installer_dir
suffix = ""
if (options.host_tag is not None):
suffix = options.host_tag
else :
suffix = options.mtype
#############################
# Run setup_installer.py
setup_args = [
"--version=%s" % options.version,
"--binary",
"--script=%s"%full_path(params.installer_script),
"--pkg_dir=%s" % modules_dir,
]
if (len(params.readme) > 0):
for readme in params.readme :
setup_args.append("--readme=%s" % full_path(readme))
if (len(params.base_module) > 0):
setup_args.append("--base-modules=%s" % ",".join(params.base_module))
if (params.license):
setup_args.append("--license=%s" % full_path(params.license))
print("Arguments for setup_installer.py:")
for arg_ in setup_args :
print(" %s" % arg_)
setup_installer.run(args=setup_args + [ params.pkg_prefix ])
print("setup_installer.py done.")
#############################
# Bundle
os.chdir(options.tmp_dir)
assert op.isdir(installer_dir), installer_dir
bundle_dir = op.join(options.tmp_dir, installer_dir, "bundles")
os.mkdir(bundle_dir)
# create bundles of base, build, and module directories
bundle_args = [
"--dest=%s" % bundle_dir,
"--version=%s" % options.version,
#"--verbose",
]
if (len(params.exclude_module) > 0):
for module in params.exclude_module :
bundle_args.append("--ignore=%s" % module)
if (len(params.base_module) > 0):
for module in params.base_module :
bundle_args.append("--ignore=%s" % module)
print("Arguments for make_bundle.py:")
for arg_ in bundle_args :
print(" %s" % arg_)
make_bundle.run(args=bundle_args + [ root_dir ])
print("make_bundle.py done.")
#############################
# package the entire mess into the complete installer
find_and_delete_files(installer_dir, file_ext=".pyc")
os.chdir(options.tmp_dir)
installer_tar = os.path.join(options.dist_dir, '%s-%s.tar.gz'%(installer_dir, suffix))
call("tar czf %s %s" % (installer_tar, installer_dir))
print("Wrote %s" % installer_tar)
#############################
# Mac .pkg creation
os.chdir(options.tmp_dir)
if (sys.platform == "darwin") and (not getattr(options, "no_pkg", False)):
if (not os.access("/Applications", os.W_OK|os.X_OK)):
print("Can't access /Applications - skipping .pkg build")
else :
os.chdir(installer_dir)
pkg_prefix = "/Applications"
app_root_dir = pkg_prefix + "/" + "%s-%s" % (params.pkg_prefix,
options.version)
print("Removing existing Applications directory:", app_root_dir)
try:
shutil.rmtree(app_root_dir)
except Exception as e:
print(e)
print("hide_mac_package_contents?", params.hide_mac_package_contents)
if params.hide_mac_package_contents :
app_root_dir = "/Applications/%s-%s"%(params.package_name,
options.version)
pkg_prefix = app_root_dir + "/Contents"
try: os.makedirs(pkg_prefix)
except Exception: pass
call("./install --prefix=%s --compact --no-app" % pkg_prefix)
install_dir = "%s/%s-%s" % (pkg_prefix,params.pkg_prefix,options.version)
# generate .app launchers
if (options.make_apps):
exe_path = "%s/build/bin/libtbx.create_mac_app" % install_dir
apps_log = open("py2app.log", "w")
for app_name in options.make_apps :
app_args = [
exe_path,
"--app_name=%s-%s" % (app_name, options.version),
"--python_interpreter=/usr/bin/python",
"--dest=%s" % app_root_dir,
app_name,
]
call(" ".join(app_args), log=apps_log)
# Copy env.* files to top-level directory
if params.hide_mac_package_contents :
for file_name in os.listdir(install_dir):
if file_name.endswith("_env.csh") or file_name.endswith("_env.sh"):
copy_file(op.join(install_dir, file_name),
op.join(app_root_dir, file_name))
docs_dir = op.join(install_dir, "doc")
if op.isdir(docs_dir):
shutil.copytree(docs_dir, op.join(app_root_dir, "doc"))
create_mac_pkg.run(args=[
"--package_name=%s" % params.package_name,
"--version=%s" % options.version,
"--license=%s" % full_path(params.license),
"--organization=%s" % params.organization,
"--machine_type=%s" % suffix,
"--dist-dir=%s"%options.dist_dir,
app_root_dir,
])
return 0
def run (args) :
parser = OptionParser()
parser.add_option("--tmp-dir", dest="tmp_dir", action="store",
help="Temporary directory for assembling packages", default=None)
parser.add_option("--debug", dest="debug", action="store_true")
parser.add_option("--destination", dest="destination", action="store",
help="Destination directory for rsync", default=None)
parser.add_option("--mtype", dest="mtype", action="store",
help="Architecture type", default=machine_type())
parser.add_option("--host-tag", dest="host_tag", action="store",
help="Host tag (OS/distribution label)", default=None)
parser.add_option("--version", dest="version", action="store",
help="Package version",
default=time.strftime("%Y_%m_%d", time.localtime()))
parser.add_option("--remove_src", dest="remove_src")
if (sys.platform == "darwin") :
parser.add_option("--no-pkg", dest="no_pkg", action="store_true",
help="Disable Mac graphical (.pkg) installer")
parser.add_option("--make-app", dest="make_apps", action="append",
help="App bundle to create")
# TODO installer background?
options, args = parser.parse_args(args)
if (len(args) == 0) :
# XXX defaults for CCTBX installer if no parameter file specified
args = [
"source_module=cbflib",
"source_module=annlib",
"source_module=cbflib_adaptbx",
"exclude_module=phenix_regression",
"exclude_module=phenix_dev",
"exclude_module=chem_data",
]
phil_cmdline = libtbx.phil.command_line.process(
args=args,
master_string=master_phil_str)
params = phil_cmdline.work.extract()
print "This will be %s-%s" % (params.package_name, options.version)
root_dir = op.dirname(op.dirname(libtbx.env.find_in_repositories(
relative_path="cctbx_project",
test=op.isdir)))
print "Root directory is %s" % root_dir
modules_dir = op.join(root_dir, "modules")
build_dir = op.join(root_dir, "build")
base_dir = op.join(root_dir, "base")
if (not (op.isdir(modules_dir) and op.isdir(build_dir) and
op.isdir(base_dir))) :
raise RuntimeError(
"Expected 'modules', 'build', and 'base' in root directory")
if (options.tmp_dir is None) :
options.tmp_dir = op.join(root_dir, "tmp")
if (not op.isdir(options.tmp_dir)) :
os.makedirs(options.tmp_dir)
print "temporary directory is %s" % options.tmp_dir
os.chdir(options.tmp_dir)
installer_dir = "%s-installer-%s" % (params.pkg_prefix, options.version)
if op.exists(installer_dir) :
shutil.rmtree(installer_dir)
tar_prefix = installer_dir
suffix = ""
if (options.host_tag is not None) :
suffix = options.host_tag
else :
suffix = options.mtype
installer_tar = installer_dir + "-" + suffix + ".tar.gz"
def full_path (path_name) :
if op.isabs(path_name) :
return path_name
else :
path_name_ = libtbx.env.find_in_repositories(
relative_path=path_name,
test=op.isfile)
if (path_name_ is None) :
raise RuntimeError("Can't find path %s" % path_name)
return path_name_
# setup basic installer directory
setup_args = [
"--version=%s" % options.version,
"--binary",
"--script=%s"%full_path(params.installer_script),
"--pkg_dir=%s" % modules_dir,
]
if (len(params.readme) > 0) :
for readme in params.readme :
setup_args.append("--readme=%s" % full_path(readme))
if (len(params.base_module) > 0) :
setup_args.append("--base-modules=%s" % ",".join(params.base_module))
if (params.license) :
setup_args.append("--license=%s" % full_path(params.license))
print "Arguments for setup_installer.py:"
for arg_ in setup_args :
print " %s" % arg_
setup_installer.run(args=setup_args + [ params.pkg_prefix ])
os.chdir(options.tmp_dir)
assert op.isdir(installer_dir), installer_dir
bundle_dir = op.join(options.tmp_dir, installer_dir, "bundles")
os.mkdir(bundle_dir)
# create bundles of base, build, and module directories
bundle_args = [
"--dest=%s" % bundle_dir,
"--version=%s" % options.version,
#"--verbose",
]
if (len(params.exclude_module) > 0) :
for module in params.exclude_module :
bundle_args.append("--ignore=%s" % module)
if (len(params.base_module) > 0) :
for module in params.base_module :
bundle_args.append("--ignore=%s" % module)
print "Arguments for make_bundle.py:"
for arg_ in bundle_args :
print " %s" % arg_
make_bundle.run(args=bundle_args + [ root_dir ])
# package the entire mess into the complete installer
find_and_delete_files(installer_dir, file_ext=".pyc")
os.chdir(options.tmp_dir)
call("tar czf %s %s" % (installer_tar, installer_dir))
print "Wrote %s" % installer_tar
#
# Mac .pkg creation
if (sys.platform == "darwin") and (not getattr(options, "no_pkg", False)) :
if (not os.access("/Applications", os.W_OK|os.X_OK)) :
print "Can't access /Applications - skipping .pkg build"
else :
os.chdir(installer_dir)
pkg_prefix = "/Applications"
app_root_dir = pkg_prefix + "/" + "%s-%s" % (params.pkg_prefix,
options.version)
if params.hide_mac_package_contents :
app_root_dir = "/Applications/%s-%s" %(params.package_name,
options.version)
pkg_prefix = app_root_dir + "/Contents"
os.makedirs(pkg_prefix)
call("./install --prefix=%s --compact --no-app" % pkg_prefix)
install_dir = "%s/%s-%s" % (pkg_prefix,params.pkg_prefix,options.version)
# generate .app launchers
if (options.make_apps) :
exe_path = "%s/build/bin/libtbx.create_mac_app" % install_dir
apps_log = open("py2app.log", "w")
for app_name in options.make_apps :
app_args = [
exe_path,
"--app_name=%s-%s" % (app_name, options.version),
"--python_interpreter=/usr/bin/python",
"--dest=%s" % app_root_dir,
app_name,
]
call(" ".join(app_args), log=apps_log)
# Copy env.* files to top-level directory
if params.hide_mac_package_contents :
for file_name in os.listdir(install_dir) :
if file_name.endswith("_env.csh") or file_name.endswith("_env.sh") :
copy_file(op.join(install_dir, file_name),
op.join(app_root_dir, file_name))
docs_dir = op.join(install_dir, "doc")
if op.isdir(docs_dir) :
shutil.copytree(docs_dir, op.join(app_root_dir, "doc"))
create_mac_pkg.run(args=[
"--package_name=%s" % params.package_name,
"--version=%s" % options.version,
"--license=%s" % full_path(params.license),
"--organization=%s" % params.organization,
"--machine_type=%s" % suffix,
app_root_dir,
])
installer_pkg = "%s-%s-%s.pkg.zip" % (params.package_name.lower(),
options.version,suffix)
if (options.destination is not None) :
call("rsync -avz %s %s" % (installer_pkg, options.destination))
# rsync and cleanup
os.chdir(options.tmp_dir)
remove_installer = False
if (options.destination is not None) :
call("rsync -avz %s %s" % (installer_tar, options.destination))
remove_installer = True
if (not options.debug) :
shutil.rmtree(installer_dir)
if remove_installer :
shutil.rmtree(installer_tar)
return 0
