def get_build_install_script(self, build: targets.Build) -> str:
service_scripts = self.get_service_scripts(build)
if service_scripts:
install = build.sh_get_command("cp", relative_to="pkgbuild")
extras_dir = build.get_extras_root(relative_to="pkgbuild")
install_dir = build.get_install_dir(self, relative_to="pkgbuild")
ensuredir = build.target.get_action("ensuredir", build)
if TYPE_CHECKING:
assert isinstance(ensuredir, targets.EnsureDirAction)
commands = []
for path, _content in service_scripts.items():
path = path.relative_to("/")
commands.append(
ensuredir.get_script(path=str((install_dir / path).parent))
)
args: dict[str, str | None] = {
str(extras_dir / path): None,
str(install_dir / path): None,
}
cmd = build.sh_format_command(install, args)
commands.append(cmd)
return "\n".join(commands)
else:
return ""
def get_build_install_script(self, build: targets.Build) -> str:
script = super().get_build_install_script(build)
srcdir = build.get_source_dir(self, relative_to="pkgbuild")
dest = build.get_install_dir(self, relative_to="pkgbuild")
datadir = build.get_install_path("data")
script += textwrap.dedent(f"""\
mkdir -p "{dest}/{datadir}"
cp -a "{srcdir}/tests" "{dest}/{datadir}"
mkdir -p "{dest}/{datadir}/data/"
cp -a ./share/* "{dest}/{datadir}/data/"
chmod 644 "{dest}/{datadir}/data/"*
""")
if build.target.is_portable():
bindir = build.get_install_path("bin").relative_to("/")
ep_helper_pkg = build.get_package("pyentrypoint")
ep_helper = (
build.get_temp_dir(ep_helper_pkg, relative_to="pkgbuild") /
"bin" / "pyentrypoint")
script += textwrap.dedent(f"""\
for p in "{dest}/{bindir}"/*; do
if [ -f "$p" ]; then
mv "$p" "${{p}}.py"
cp "{ep_helper}" "$p"
fi
done
""")
return script
def get_build_install_script(self, build: targets.Build) -> str:
script = super().get_build_install_script(build)
installdest = build.get_install_dir(self, relative_to="pkgbuild")
make = build.sh_get_command("make")
openssl_pkg = build.get_package("openssl")
if build.is_bundled(openssl_pkg):
# We must bundle the CA certificates if OpenSSL is bundled.
python = build.sh_get_command("python", package=self)
temp = build.get_temp_root(relative_to="pkgbuild")
sslpath = ("import ssl; "
"print(ssl.get_default_verify_paths().openssl_cafile)")
certifipath = "import certifi; " "print(certifi.where())"
extra_install = textwrap.dedent(f"""\
"{python}" -m pip install \\
--upgrade --force-reinstall \\
--root "{temp}" "certifi"
sslpath=$("{python}" -c "{sslpath}")
ssl_instpath="$(pwd)/{installdest}/${{sslpath}}"
mkdir -p "$(dirname ${{ssl_instpath}})"
certifipath=$("{python}" -c "{certifipath}")
cp "${{certifipath}}" "${{ssl_instpath}}"
""")
else:
extra_install = ""
env = self._get_make_env(build, "$(pwd)")
script += textwrap.dedent(f"""\
{make} -j1 DESTDIR=$(pwd)/"{installdest}" {env} \
ENSUREPIP=no install
{extra_install}
""")
return script
def get_build_install_script(self, build: targets.Build) -> str:
script = super().get_build_install_script(build)
cargo = build.sh_get_command("cargo")
sed = build.sh_get_command("sed")
installdest = build.get_temp_dir(self, relative_to="pkgbuild")
src = build.get_source_dir(self, relative_to="pkgbuild")
bindir = build.get_install_path("systembin").relative_to("/")
install_bindir = (build.get_install_dir(self, relative_to="pkgbuild") /
bindir)
if isinstance(build.target, targets.linux.LinuxMuslTarget):
target = "--target x86_64-unknown-linux-musl"
else:
target = ""
env = build.sh_append_global_flags({})
env["RUST_BACKTRACE"] = "1"
env_str = build.sh_format_command("env", env, force_args_eq=True)
script += textwrap.dedent(f"""\
{sed} -i -e '/\\[package\\]/,/\\[.*\\]/{{
s/^version\\s*=.*/version = "{self.version.text}"/;
}}' \\
"{src}/Cargo.toml"
{env_str} \\
{cargo} install {target} \\
--verbose --verbose \\
--root "{installdest}" \\
--path "{src}" \\
--locked
mkdir -p "{install_bindir}"
cp -a "{installdest}/bin/"* "{install_bindir}/"
""")
return script
def get_build_install_script(self, build: targets.Build) -> str:
script = super().get_build_install_script(build)
installdest = build.get_install_dir(self, relative_to="pkgbuild")
make = build.sh_get_command("make")
return script + textwrap.dedent(f"""\
{make} DESTDIR=$(pwd)/"{installdest}" install_sw
""")
def get_install_list_script(self, build: targets.Build) -> str:
common_script = super().get_install_list_script(build)
prefix = build.get_full_install_prefix()
dest = build.get_install_dir(self, relative_to="pkgbuild")
pkgname = getattr(self, "dist_name", None)
if pkgname is None:
pkgname = self.pretty_name
if pkgname.startswith("pypkg-"):
pkgname = pkgname[len("pypkg-"):]
dist_name = pkgname.replace("-", "_")
pyscript = textwrap.dedent(f"""\
import pathlib
import site
sitepackages = pathlib.Path(site.getsitepackages(["{prefix}"])[0])
abs_sitepackages = (
pathlib.Path("{dest}") /
sitepackages.relative_to('/')
)
record = (
abs_sitepackages /
f'{dist_name}-{self.pretty_version}.dist-info' /
'RECORD'
)
if not record.exists():
raise RuntimeError(f'no wheel RECORD for {pkgname}')
with open(record) as f:
for entry in f:
filename = entry.split(',')[0]
install_path = (sitepackages / filename).resolve()
print(install_path.relative_to('/'))
""")
scriptfile_name = f"_gen_install_list_from_wheel_{self.unique_name}.py"
wheel_files = build.sh_write_python_helper(scriptfile_name,
pyscript,
relative_to="pkgbuild")
if common_script:
return f"{common_script}\n{wheel_files}"
else:
return wheel_files
def write_file_list_script(
self, build: targets.Build, listname: str, entries: list[str]
) -> str:
installdest = build.get_install_dir(self, relative_to="pkgbuild")
paths: dict[str, str | pathlib.Path] = {}
for aspect in ("systembin", "bin", "data", "include", "lib", "legal"):
path = build.get_install_path(aspect).relative_to("/")
paths[f"{aspect}dir"] = path
paths["prefix"] = build.get_full_install_prefix().relative_to("/")
paths["exesuffix"] = build.get_exe_suffix()
processed_entries = []
for entry in entries:
processed_entries.append(
entry.strip().format(**paths).replace("/", os.sep)
)
pyscript = textwrap.dedent(
"""\
import glob
import pathlib
tmp = pathlib.Path({installdest!r})
patterns = {patterns}
for pattern in patterns:
for path in glob.glob(str(tmp / pattern), recursive=True):
p = pathlib.Path(path)
if p.exists():
print(p.relative_to(tmp))
"""
).format(
installdest=str(installdest),
patterns=pprint.pformat(processed_entries),
)
scriptfile_name = f"_gen_{listname}_list_{self.unique_name}.py"
return build.sh_write_python_helper(
scriptfile_name, pyscript, relative_to="pkgbuild"
)
def get_build_install_script(self, build: targets.Build) -> str:
common_script = super().get_build_install_script(build)
python = build.sh_get_command("python", package=self)
root = build.get_install_dir(self, relative_to="pkgbuild")
wheeldir_script = 'import pathlib; print(pathlib.Path(".").resolve())'
pkgname = getattr(self, "dist_name", None)
if pkgname is None:
pkgname = self.name
if pkgname.startswith("pypkg-"):
pkgname = pkgname[len("pypkg-"):]
if pkgname == "wheel":
binary = False
else:
binary = True
env = {
"PIP_DISABLE_PIP_VERSION_CHECK": "1",
}
env_str = build.sh_format_command("env", env, force_args_eq=True)
wheel_install = textwrap.dedent(f"""\
_wheeldir=$("{python}" -c '{wheeldir_script}')
{env_str} \\
"{python}" -m pip install \\
--no-build-isolation \\
--ignore-installed \\
--no-index \\
--no-deps \\
--upgrade \\
--force-reinstall \\
--no-warn-script-location -f "file://${{_wheeldir}}" \\
{'--only-binary' if binary else '--no-binary'} :all: \\
--root "{root}" \\
"{pkgname}"
""")
if common_script:
return f"{common_script}\n{wheel_install}"
else:
return wheel_install
def get_build_install_script(self, build: targets.Build) -> str:
script = ""
licenses = self.get_license_files_pattern()
if licenses:
sdir = build.get_source_dir(self, relative_to="pkgbuild")
legaldir = build.get_install_path("legal").relative_to("/")
lic_dest = (
build.get_install_dir(self, relative_to="pkgbuild") / legaldir
)
prefix = str(lic_dest / self.name)
script += textwrap.dedent(
f"""\
mkdir -p "{lic_dest}"
for _lic_src in "{sdir}"/{licenses}; do
if [ -e "$_lic_src" ]; then
cp "$_lic_src" "{prefix}-$(basename "$_lic_src")"
fi
done
"""
)
return script
def get_configure_script(self, build: targets.Build) -> str:
extra_version = ""
system = platform.system()
if system.endswith("BSD"):
uuid_lib = "bsd"
elif system == "Linux" or system == "Darwin":
# macOS actually ships the e2fs version despite being a "BSD"
uuid_lib = "e2fs"
else:
raise NotImplementedError(f"unsupported target system: {system}")
sdir = build.get_source_dir(self, relative_to="pkgbuild")
configure = sdir / "configure"
configure_flags: dict[str, str | pathlib.Path | None] = {
"--sysconfdir": build.get_install_path("sysconf"),
"--datarootdir": build.get_install_path("data"),
"--bindir": build.get_install_path("bin"),
"--libdir": build.get_install_path("lib"),
"--includedir": build.get_install_path("include"),
"--with-extra-version": extra_version,
"--with-icu": None,
"--without-pam": None,
"--without-zlib": None,
"--with-openssl": None,
"--with-uuid": uuid_lib,
"--without-readline": None,
}
icu_pkg = build.get_package("icu")
if build.is_bundled(icu_pkg):
icu_path = build.get_install_dir(icu_pkg, relative_to="pkgbuild")
icu_path /= build.get_full_install_prefix().relative_to("/")
icu_rel_path = f'$(pwd)/"{icu_path}"'
configure_flags["ICU_CFLAGS"] = f"!-I{icu_rel_path}/include/"
icu_ldflags = build.sh_get_bundled_shlib_ldflags(
icu_pkg, relative_to="pkgbuild")
configure_flags["ICU_LIBS"] = f"!{icu_ldflags}"
uuid_pkg = build.get_package("uuid")
if build.is_bundled(uuid_pkg):
uuid_path = build.get_install_dir(uuid_pkg, relative_to="pkgbuild")
uuid_path /= build.get_full_install_prefix().relative_to("/")
uuid_rel_path = f'$(pwd)/"{uuid_path}"'
configure_flags["UUID_CFLAGS"] = f"!-I{uuid_rel_path}/include/"
uuid_ldflags = build.sh_get_bundled_shlib_ldflags(
uuid_pkg, relative_to="pkgbuild")
configure_flags["UUID_LIBS"] = f"!{uuid_ldflags}"
openssl_pkg = build.get_package("openssl")
if build.is_bundled(openssl_pkg):
openssl_root = build.get_install_dir(openssl_pkg,
relative_to="pkgbuild")
openssl_path = (openssl_root /
build.get_full_install_prefix().relative_to("/"))
openssl_rel_path = f'$(pwd)/"{openssl_path}"'
configure_flags[
"OPENSSL_CFLAGS"] = f"!-I{openssl_rel_path}/include/"
openssl_ldflags = build.sh_get_bundled_shlib_ldflags(
openssl_pkg, relative_to="pkgbuild")
configure_flags["OPENSSL_LIBS"] = f"!{openssl_ldflags}"
ldflags = f"!-L{openssl_rel_path}/lib"
if system == "Darwin":
# ./configure tries to compile and test a program
# and it fails because openssl is not yet installed
# at its install_name location.
configure_flags["DYLD_FALLBACK_LIBRARY_PATH"] = openssl_root
else:
ldflags += f'" "-Wl,-rpath-link,{openssl_rel_path}/lib'
configure_flags["LDFLAGS"] = ldflags
if build.target.has_capability("tzdata"):
zoneinfo = build.target.get_resource_path(build, "tzdata")
configure_flags["--with-system-tzdata"] = zoneinfo
if build.target.has_capability("systemd"):
configure_flags["--with-systemd"] = None
if (build.extra_optimizations_enabled() and build.supports_lto()
and build.uses_modern_gcc()):
build.sh_append_flags(
configure_flags,
"CFLAGS",
(
"-flto",
"-fuse-linker-plugin",
"-ffat-lto-objects",
"-flto-partition=none",
),
)
return self.sh_configure(build, configure, configure_flags)
def get_configure_script(self, build: targets.Build) -> str:
sdir = build.get_source_dir(self, relative_to="pkgbuild")
configure = sdir / "configure"
configure_flags = {
"--prefix": build.get_full_install_prefix(),
"--sysconfdir": build.get_install_path("sysconf"),
"--datarootdir": build.get_install_path("data"),
"--bindir": build.get_install_path("bin"),
"--libdir": build.get_install_path("lib"),
"--includedir": build.get_install_path("include"),
"--enable-ipv6": None,
"--with-dbmliborder": "bdb:gdbm",
"--with-computed-gotos": None,
}
if build.extra_optimizations_enabled():
if build.supports_pgo():
configure_flags["--enable-optimizations"] = None
if build.supports_lto():
configure_flags["--with-lto"] = None
if build.uses_modern_gcc():
build.sh_append_flags(
configure_flags,
"CFLAGS",
(
"-fgraphite-identity",
"-floop-nest-optimize",
"-fipa-pta",
"-fno-semantic-interposition",
),
)
libffi_pkg = build.get_package("libffi")
if build.is_bundled(libffi_pkg):
libffi_path = build.get_install_dir(libffi_pkg,
relative_to="pkgbuild")
libffi_path /= build.get_full_install_prefix().relative_to("/")
libffi_rel_path = f'$(pwd)/"{libffi_path}"'
configure_flags["LIBFFI_CFLAGS"] = f"!-I{libffi_rel_path}/include/"
libffi_ldflags = build.sh_get_bundled_shlib_ldflags(
libffi_pkg, relative_to="pkgbuild")
configure_flags["LIBFFI_LIBS"] = f"!{libffi_ldflags}"
else:
configure_flags["--with-system-ffi"] = None
if platform.system() == "Darwin":
configure_flags[
"--enable-universalsdk"] = "!$(xcrun --show-sdk-path)"
configure_flags["--with-universal-archs"] = "intel-64"
openssl_pkg = build.get_package("openssl")
if build.is_bundled(openssl_pkg):
openssl_path = build.get_install_dir(openssl_pkg,
relative_to="pkgbuild")
openssl_path /= build.get_full_install_prefix().relative_to("/")
configure_flags["--with-openssl"] = openssl_path
configure_flags[
"--with-openssl-rpath"] = openssl_pkg.get_shlib_paths(build)[0]
uuid_pkg = build.get_package("uuid")
if build.is_bundled(uuid_pkg):
uuid_path = build.get_install_dir(uuid_pkg, relative_to="pkgbuild")
uuid_path /= build.get_full_install_prefix().relative_to("/")
uuid_rel_path = f'$(pwd)/"{uuid_path}"'
configure_flags["UUID_CFLAGS"] = f"!-I{uuid_rel_path}/include/"
uuid_ldflags = build.sh_get_bundled_shlib_ldflags(
uuid_pkg, relative_to="pkgbuild")
configure_flags["UUID_LIBS"] = f"!{uuid_ldflags}"
zlib_pkg = build.get_package("zlib")
if build.is_bundled(zlib_pkg):
zlib_path = build.get_install_dir(zlib_pkg, relative_to="pkgbuild")
zlib_path /= build.get_full_install_prefix().relative_to("/")
zlib_rel_path = f'$(pwd)/"{zlib_path}"'
configure_flags["ZLIB_CFLAGS"] = f"!-I{zlib_rel_path}/include/"
zlib_ldflags = build.sh_get_bundled_shlib_ldflags(
zlib_pkg, relative_to="pkgbuild")
configure_flags["ZLIB_LIBS"] = f"!{zlib_ldflags}"
return build.sh_configure(configure, configure_flags)