def default_copyfile(obj, mkdirs=False):
"""
copy a :class:`pkgcore.fs.fs.fsBase` to its stated location.
:param obj: :class:`pkgcore.fs.fs.fsBase` instance, exempting :class:`fsDir`
:return: true if success, else an exception is thrown
:raise EnvironmentError: permission errors
"""
existent = False
ensure_perms = get_plugin("fs_ops.ensure_perms")
if not fs.isfs_obj(obj):
raise TypeError(f'obj must be fsBase derivative: {obj!r}')
elif fs.isdir(obj):
raise TypeError(f'obj must not be a fsDir instance: {obj!r}')
try:
existing = gen_obj(obj.location)
if fs.isdir(existing):
raise CannotOverwrite(obj, existing)
existent = True
except OSError as oe:
# verify the parent dir is there at least
basefp = os.path.dirname(obj.location)
if basefp.strip(os.path.sep) and not os.path.exists(basefp):
if mkdirs:
if not ensure_dirs(basefp, mode=0o750, minimal=True):
raise FailedCopy(obj, str(oe))
else:
raise
existent = False
if not existent:
fp = obj.location
else:
fp = existent_fp = obj.location + "#new"
if fs.isreg(obj):
obj.data.transfer_to_path(fp)
elif fs.issym(obj):
os.symlink(obj.target, fp)
elif fs.isfifo(obj):
os.mkfifo(fp)
elif fs.isdev(obj):
dev = os.makedev(obj.major, obj.minor)
os.mknod(fp, obj.mode, dev)
else:
ret = spawn([CP_BINARY, "-Rp", obj.location, fp])
if ret != 0:
raise FailedCopy(obj, f'got {ret} from {CP_BINARY} -Rp')
ensure_perms(obj.change_attributes(location=fp))
if existent:
os.rename(existent_fp, obj.location)
return True
def copyfile(obj, mkdirs=False):
"""
copy a :class:`pkgcore.fs.fs.fsBase` to its stated location.
:param obj: :class:`pkgcore.fs.fs.fsBase` instance, exempting :class:`fsDir`
:return: true if success, else an exception is thrown
:raise EnvironmentError: permission errors
"""
existent = False
if not fs.isfs_obj(obj):
raise TypeError(f'obj must be fsBase derivative: {obj!r}')
elif fs.isdir(obj):
raise TypeError(f'obj must not be a fsDir instance: {obj!r}')
try:
existing = gen_obj(obj.location)
if fs.isdir(existing):
raise CannotOverwrite(obj, existing)
existent = True
except OSError as oe:
# verify the parent dir is there at least
basefp = os.path.dirname(obj.location)
if basefp.strip(os.path.sep) and not os.path.exists(basefp):
if mkdirs:
if not ensure_dirs(basefp, mode=0o750, minimal=True):
raise FailedCopy(obj, str(oe))
else:
raise
existent = False
if not existent:
fp = obj.location
else:
fp = existent_fp = obj.location + "#new"
if fs.isreg(obj):
obj.data.transfer_to_path(fp)
elif fs.issym(obj):
os.symlink(obj.target, fp)
elif fs.isfifo(obj):
os.mkfifo(fp)
elif fs.isdev(obj):
dev = os.makedev(obj.major, obj.minor)
os.mknod(fp, obj.mode, dev)
else:
ret = spawn([CP_BINARY, "-Rp", obj.location, fp])
if ret != 0:
raise FailedCopy(obj, f'got {ret} from {CP_BINARY} -Rp')
ensure_perms(obj.change_attributes(location=fp))
if existent:
os.rename(existent_fp, obj.location)
return True
def write(tempspace,
finalpath,
pkg,
cset=None,
platform='',
maintainer='',
compressor='gz'):
# The debian-binary file
if cset is None:
cset = pkg.contents
# The data.tar.gz file
data_path = pjoin(tempspace, 'data.tar.gz')
tar.write_set(cset, data_path, compressor='gz', absolute_paths=False)
# Control data file
control = {}
control['Package'] = pkg.package
#control['Section'] = pkg.category
control['Version'] = pkg.fullver
control['Architecture'] = platform
if maintainer:
control['Maintainer'] = maintainer
control['Description'] = pkg.description
pkgdeps = "%s" % (pkg.rdepend, )
if (pkgdeps is not None and pkgdeps != ""):
control.update(parsedeps(pkgdeps))
control_ds = text_data_source("".join("%s: %s\n" % (k, v)
for (k, v) in control.items()))
control_path = pjoin(tempspace, 'control.tar.gz')
tar.write_set(contents.contentsSet([
fs.fsFile('control',
{'size': len(control_ds.text_fileobj().getvalue())},
data=control_ds,
uid=0,
gid=0,
mode=0o644,
mtime=time.time())
]),
control_path,
compressor='gz')
dbinary_path = pjoin(tempspace, 'debian-binary')
with open(dbinary_path, 'w') as f:
f.write("2.0\n")
ret = spawn(['ar', '-r', finalpath, dbinary_path, data_path, control_path])
if ret != 0:
unlink_if_exists(finalpath)
raise Exception("failed creating archive: return code %s" % (ret, ))
def _strip_fsobj(self, fs_obj, ftype, reporter, quiet=False):
args = self._strip_flags
if "executable" in ftype or "shared object" in ftype:
args += self._extra_strip_flags
elif "current ar archive" in ftype:
args = ['-g']
if not quiet:
reporter.info(f"stripping: {fs_obj} {' '.join(args)}")
ret = spawn.spawn([self.strip_binary] + args + [fs_obj.data.path])
if ret != 0:
reporter.warn(f"stripping {fs_obj}, type {ftype} failed")
# need to update chksums here...
return fs_obj
def write(tempspace, finalpath, pkg, cset=None, platform='', maintainer='', compressor='gz'):
# The debian-binary file
if cset is None:
cset = pkg.contents
# The data.tar.gz file
data_path = pjoin(tempspace, 'data.tar.gz')
tar.write_set(cset, data_path, compressor='gz', absolute_paths=False)
# Control data file
control = {}
control['Package'] = pkg.package
#control['Section'] = pkg.category
control['Version'] = pkg.fullver
control['Architecture'] = platform
if maintainer:
control['Maintainer'] = maintainer
control['Description'] = pkg.description
pkgdeps = "%s" % (pkg.rdepend,)
if (pkgdeps is not None and pkgdeps != ""):
control.update(parsedeps(pkgdeps))
control_ds = text_data_source("".join("%s: %s\n" % (k, v)
for (k, v) in control.items()))
control_path = pjoin(tempspace, 'control.tar.gz')
tar.write_set(
contents.contentsSet([
fs.fsFile('control',
{'size':len(control_ds.text_fileobj().getvalue())},
data=control_ds,
uid=0, gid=0, mode=0o644, mtime=time.time())
]),
control_path, compressor='gz')
dbinary_path = pjoin(tempspace, 'debian-binary')
with open(dbinary_path, 'w') as f:
f.write("2.0\n")
ret = spawn(['ar', '-r', finalpath, dbinary_path, data_path, control_path])
if ret != 0:
unlink_if_exists(finalpath)
raise Exception("failed creating archive: return code %s" % (ret,))
"failed creation of ccache dir"))
# XXX this is more then mildly stupid.
st = os.stat(self.env["CCACHE_DIR"])
try:
if st.st_gid != portage_gid or (st.st_mode & 02775) != 02775:
try:
cwd = os.getcwd()
except OSError:
cwd = "/"
try:
# crap.
os.chmod(self.env["CCACHE_DIR"], 02775)
os.chown(self.env["CCACHE_DIR"], -1, portage_gid)
os.chdir(cwd)
if 0 != spawn(
["chgrp", "-R", str(portage_gid), self.env["CCACHE_DIR"]]):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed changing ownership for CCACHE_DIR")
if 0 != spawn_bash(
"find '%s' -type d -print0 | %s --null chmod 02775"
% (self.env["CCACHE_DIR"], xargs)):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed correcting perms for CCACHE_DIR")
if 0 != spawn_bash(
"find '%s' -type f -print0 | %s --null chmod 0775"
% (self.env["CCACHE_DIR"], xargs)):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
def setup(self):
"""Execute the setup phase, mapping out to pkg_setup in the ebuild.
Necessarily dirs are created as required, and build env is
initialized at this point.
"""
if self.distcc:
for p in ("", "/lock", "/state"):
if not ensure_dirs(pjoin(self.env["DISTCC_DIR"], p),
mode=0o2775, gid=portage_gid):
raise format.FailedDirectory(
pjoin(self.env["DISTCC_DIR"], p),
"failed creating needed distcc directory")
if self.ccache:
# yuck.
st = None
try:
st = os.stat(self.env["CCACHE_DIR"])
except OSError as e:
st = None
if not ensure_dirs(self.env["CCACHE_DIR"], mode=0o2775,
gid=portage_gid):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed creation of ccache dir") from e
# XXX this is more then mildly stupid.
st = os.stat(self.env["CCACHE_DIR"])
try:
if st.st_gid != portage_gid or (st.st_mode & 0o2775) != 0o2775:
try:
cwd = os.getcwd()
except OSError:
cwd = "/"
with chdir(cwd):
# crap.
os.chmod(self.env["CCACHE_DIR"], 0o2775)
os.chown(self.env["CCACHE_DIR"], -1, portage_gid)
if 0 != spawn(
["chgrp", "-R", str(portage_gid), self.env["CCACHE_DIR"]]):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed changing ownership for CCACHE_DIR")
if 0 != spawn_bash(
"find '%s' -type d -print0 | %s --null chmod 02775"
% (self.env["CCACHE_DIR"], xargs)):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed correcting perms for CCACHE_DIR")
if 0 != spawn_bash(
"find '%s' -type f -print0 | %s --null chmod 0775"
% (self.env["CCACHE_DIR"], xargs)):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed correcting perms for CCACHE_DIR")
except OSError as e:
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed ensuring perms/group owner for CCACHE_DIR") from e
return setup_mixin.setup(self)
def generate_background_pid(self):
try:
return spawn.spawn(["sleep", "5s"], returnpid=True)[0]
except process.CommandNotFound:
pytest.skip("can't complete the test, sleep binary doesn't exist")
def generate_background_pid(self):
try:
return spawn.spawn(["sleep", "5s"], returnpid=True)[0]
except process.CommandNotFound:
pytest.skip("can't complete the test, sleep binary doesn't exist")
def _split(self, iterable, observer, engine, cset):
debug_store = pjoin(engine.offset, self._debug_storage.lstrip('/'))
objcopy_args = [self.objcopy_binary, '--only-keep-debug']
if self._compress:
objcopy_args.append('--compress-debug-sections')
for fs_objs, ftype in iterable:
if 'ar archive' in ftype:
continue
if 'relocatable' in ftype:
if not any(x.basename.endswith(".ko") for x in fs_objs):
continue
fs_obj = fs_objs[0]
debug_loc = pjoin(debug_store,
fs_obj.location.lstrip('/') + ".debug")
if debug_loc in cset:
continue
fpath = fs_obj.data.path
debug_ondisk = pjoin(os.path.dirname(fpath),
os.path.basename(fpath) + ".debug")
# note that we tell the UI the final pathway- not the intermediate one.
observer.info(f"splitdebug'ing {fs_obj.location} into {debug_loc}")
ret = spawn.spawn(objcopy_args + [fpath, debug_ondisk])
if ret != 0:
observer.warn(
f"splitdebug'ing {fs_obj.location} failed w/ exitcode {ret}"
)
continue
# note that the given pathway to the debug file /must/ be relative to ${D};
# it must exist at the time of invocation.
ret = spawn.spawn([
self.objcopy_binary, '--add-gnu-debuglink', debug_ondisk, fpath
])
if ret != 0:
observer.warn(
f"splitdebug created debug file {debug_ondisk!r}, but "
f"failed adding links to {fpath!r} ({ret!r})")
observer.debug("failed splitdebug command was %r",
(self.objcopy_binary, '--add-gnu-debuglink',
debug_ondisk, fpath))
continue
debug_obj = gen_obj(debug_loc,
real_location=debug_ondisk,
uid=os_data.root_uid,
gid=os_data.root_gid)
stripped_fsobj = self._strip_fsobj(fs_obj,
ftype,
observer,
quiet=True)
self._modified.add(stripped_fsobj)
self._modified.add(debug_obj)
for fs_obj in fs_objs[1:]:
debug_loc = pjoin(debug_store,
fs_obj.location.lstrip('/') + ".debug")
linked_debug_obj = debug_obj.change_attributes(
location=debug_loc)
observer.info(
f"splitdebug hardlinking {debug_obj.location} to {debug_loc}"
)
self._modified.add(linked_debug_obj)
self._modified.add(
stripped_fsobj.change_attributes(location=fs_obj.location))
def update_elf_hints(root):
return spawn.spawn(["/sbin/ldconfig", "-X", "-r", root],
fd_pipes={
1: 1,
2: 2
})
if not existent:
fp = obj.location
else:
fp = existent_fp = obj.location + "#new"
if fs.isreg(obj):
obj.data.transfer_to_path(fp)
elif fs.issym(obj):
os.symlink(obj.target, fp)
elif fs.isfifo(obj):
os.mkfifo(fp)
elif fs.isdev(obj):
dev = os.makedev(obj.major, obj.minor)
os.mknod(fp, obj.mode, dev)
else:
ret = spawn([CP_BINARY, "-Rp", obj.location, fp])
if ret != 0:
raise FailedCopy(obj, "got %i from %s -Rp" % ret)
ensure_perms(obj.change_attributes(location=fp))
if existent:
os.rename(existent_fp, obj.location)
return True
def do_link(src, trg):
try:
os.link(src.location, trg.location)
return True
except EnvironmentError as e:
if e.errno == errno.EXDEV:
def setup(self):
"""Execute the setup phase, mapping out to pkg_setup in the ebuild.
Necessarily dirs are created as required, and build env is
initialized at this point.
"""
if self.distcc:
for p in ("", "/lock", "/state"):
if not ensure_dirs(pjoin(self.env["DISTCC_DIR"], p),
mode=0o2775, gid=portage_gid):
raise format.FailedDirectory(
pjoin(self.env["DISTCC_DIR"], p),
"failed creating needed distcc directory")
if self.ccache:
# yuck.
st = None
try:
st = os.stat(self.env["CCACHE_DIR"])
except OSError as e:
st = None
if not ensure_dirs(self.env["CCACHE_DIR"], mode=0o2775,
gid=portage_gid):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed creation of ccache dir") from e
# XXX this is more then mildly stupid.
st = os.stat(self.env["CCACHE_DIR"])
try:
if st.st_gid != portage_gid or (st.st_mode & 0o2775) != 0o2775:
try:
cwd = os.getcwd()
except OSError:
cwd = "/"
with chdir(cwd):
# crap.
os.chmod(self.env["CCACHE_DIR"], 0o2775)
os.chown(self.env["CCACHE_DIR"], -1, portage_gid)
if 0 != spawn(
["chgrp", "-R", str(portage_gid), self.env["CCACHE_DIR"]]):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed changing ownership for CCACHE_DIR")
if 0 != spawn_bash(
"find '%s' -type d -print0 | %s --null chmod 02775"
% (self.env["CCACHE_DIR"], xargs)):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed correcting perms for CCACHE_DIR")
if 0 != spawn_bash(
"find '%s' -type f -print0 | %s --null chmod 0775"
% (self.env["CCACHE_DIR"], xargs)):
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed correcting perms for CCACHE_DIR")
except OSError as e:
raise format.FailedDirectory(
self.env["CCACHE_DIR"],
"failed ensuring perms/group owner for CCACHE_DIR") from e
return setup_mixin.setup(self)
