def main(options, out, err):
domain = options.domain
kwds = {}
phase_obs = observer.phase_observer(observer.formatter_output(out),
not options.debug)
phases = [x for x in options.phase if x != 'clean']
clean = (len(phases) != len(options.phase))
if options.no_auto:
kwds["ignore_deps"] = True
if "setup" in phases:
phases.insert(0, "fetch")
# by default turn off startup cleans; we clean by ourselves if
# told to do so via an arg
build = domain.build_pkg(options.pkg,
phase_obs,
clean=False,
allow_fetching=True)
if clean:
build.cleanup(force=True)
build._reload_state()
phase_funcs = [(p, getattr(build, p, None)) for p in phases]
unknown_phases = [p for p, func in phase_funcs if func is None]
if unknown_phases:
argparser.error(
"unknown phase%s: %s" %
(pluralism(unknown_phases), ', '.join(map(repr, unknown_phases))))
try:
for phase, func in phase_funcs:
out.write('executing phase %s' % (phase, ))
func(**kwds)
except format.errors as e:
out.error("caught exception executing phase %s: %s" % (phase, e))
return 1
def main(options, out, err):
target = options.target
domain = options.domain
repo = domain.ebuild_repos_raw
if target.endswith('.ebuild'):
if not os.path.isfile(target):
argparser.error("ebuild doesn't exist: '%s'" % target)
try:
restriction = repo.path_restrict(target)
except ValueError as e:
argparser.error(e)
else:
try:
restriction = atom.atom(target)
except MalformedAtom:
if os.path.isfile(target):
argparser.error("file not an ebuild: '%s'" % target)
else:
argparser.error("invalid package atom: '%s'" % target)
pkgs = repo.match(restriction)
if not pkgs:
argparser.error("no matches: '%s'" % (target,))
pkg = max(pkgs)
if len(pkgs) > 1:
err.write("got multiple matches for '%s':" % (target,))
if len(set((p.slot, p.repo) for p in pkgs)) != 1:
for p in pkgs:
err.write(
"%s:%s::%s" % (p.cpvstr, p.slot,
getattr(p.repo, 'repo_id', 'unknown')), prefix=' ')
err.write()
argparser.error("please refine your restriction to one match")
err.write(
"choosing %s:%s::%s" %
(pkg.cpvstr, pkg.slot, getattr(pkg.repo, 'repo_id', 'unknown')), prefix=' ')
kwds = {}
phase_obs = observer.phase_observer(observer.formatter_output(out),
not options.debug)
phases = [x for x in options.phase if x != 'clean']
clean = (len(phases) != len(options.phase))
if options.no_auto:
kwds["ignore_deps"] = True
if "setup" in phases:
phases.insert(0, "fetch")
# by default turn off startup cleans; we clean by ourselves if
# told to do so via an arg
build = domain.build_pkg(pkg, phase_obs, clean=False, allow_fetching=True)
if clean:
build.cleanup(force=True)
build._reload_state()
phase_funcs = []
for phase in phases:
p = getattr(build, phase, None)
if p is None:
argparser.error("unknown phase: '%s'" % phase)
phase_funcs.append(p)
try:
for phase, f in izip(phases, phase_funcs):
out.write('executing phase %s' % (phase,))
f(**kwds)
except format.errors:
return 1
def main(options, out, err):
token, restriction = options.target[0]
domain = options.domain
try:
pkgs = options.repo.match(restriction, pkg_filter=None)
except MetadataException as e:
error = e.msg(verbosity=options.verbosity)
argparser.error(f'{e.pkg.cpvstr}::{e.pkg.repo.repo_id}: {error}')
if not pkgs:
argparser.error(f"no matches: {token!r}")
pkg = max(pkgs)
if len(pkgs) > 1:
argparser.err.write(f"got multiple matches for {token!r}:")
if len(set((p.slot, p.repo) for p in pkgs)) != 1:
for p in pkgs:
repo_id = getattr(p.repo, 'repo_id', 'unknown')
argparser.err.write(f"{p.cpvstr}:{p.slot}::{repo_id}",
prefix=' ')
argparser.err.write()
argparser.error("please refine your restriction to one match")
repo_id = getattr(pkg.repo, 'repo_id', 'unknown')
argparser.err.write(f"choosing {pkg.cpvstr}:{pkg.slot}::{repo_id}",
prefix=' ')
sys.stderr.flush()
kwds = {}
phase_obs = observer.phase_observer(observer.formatter_output(out),
options.debug)
phases = [x for x in options.phase if x != 'clean']
clean = (len(phases) != len(options.phase))
if options.no_auto:
kwds["ignore_deps"] = True
if "setup" in phases:
phases.insert(0, "fetch")
# forcibly run test phase if selected
force_test = 'test' in phases
if force_test and 'test' in pkg.iuse:
pkg.use.add('test')
# by default turn off startup cleans; we clean by ourselves if
# told to do so via an arg
build = domain.build_pkg(pkg,
failed=True,
clean=False,
allow_fetching=True,
observer=phase_obs,
force_test=force_test)
if clean:
build.cleanup(force=True)
build._reload_state()
phase_funcs = [(p, getattr(build, p, None)) for p in phases]
unknown_phases = [p for p, func in phase_funcs if func is None]
if unknown_phases:
argparser.error(
"unknown phase%s: %s" %
(pluralism(unknown_phases), ', '.join(map(repr, unknown_phases))))
try:
for phase, func in phase_funcs:
out.write(f'executing phase {phase}')
func(**kwds)
except OperationError as e:
raise ExitException(
f"caught exception executing phase {phase}: {e}") from e
def main(options, out, err):
if options.list_sets:
display_pkgsets(out, options)
return 0
config = options.config
if options.debug:
resolver.plan.limiters.add(None)
domain = options.domain
world_set = world_list = options.world
if options.oneshot:
world_set = None
formatter = options.formatter(
out=out,
err=err,
unstable_arch=domain.unstable_arch,
use_expand=domain.profile.use_expand,
use_expand_hidden=domain.profile.use_expand_hidden,
pkg_get_use=domain.get_package_use_unconfigured,
world_list=world_list,
verbosity=options.verbosity,
installed_repos=domain.all_installed_repos,
distdir=domain.fetcher.get_storage_path(),
quiet_repo_display=options.quiet_repo_display)
# This mode does not care about sets and packages so bypass all that.
if options.unmerge:
if not options.oneshot:
if world_set is None:
argparser.error("disable world updating via --oneshot, "
"or fix your configuration")
try:
unmerge(out, err, domain.installed_repos, options.targets, options,
formatter, world_set)
except (parserestrict.ParseError, Failure) as e:
argparser.error(e)
return
source_repos = domain.source_repos
installed_repos = domain.installed_repos
pkg_type = 'ebuilds'
if options.usepkgonly:
source_repos = domain.binary_repos
pkg_type = 'binpkgs'
elif options.usepkg:
# binary repos are checked for matches first before ebuild repos
source_repos = domain.binary_repos + domain.ebuild_repos
pkg_type = 'ebuilds or binpkgs'
elif options.source_only:
source_repos = domain.ebuild_repos
atoms = []
for setname, pkgset in options.sets:
if pkgset is None:
return 1
l = list(pkgset)
if not l:
out.write(
f"skipping set {setname!r}: set is empty, nothing to update")
else:
atoms.extend(l)
for token, restriction in options.targets:
try:
matches = parse_target(restriction,
source_repos.combined,
installed_repos,
return_none=True)
except parserestrict.ParseError as e:
e.token = token
argparser.error(e)
if matches is None:
if not options.ignore_failures:
error_msg = [f"no matching {pkg_type}: {token!r}"]
if token in config.pkgset:
error_msg.append(
f"use '@{token}' instead for the package set")
elif options.usepkgonly:
matches = parse_target(restriction,
domain.ebuild_repos.combined,
installed_repos,
return_none=True)
if matches:
error_msg.append(
"try re-running without -K/--usepkgonly "
"enabled to rebuild from source")
argparser.error(' -- '.join(error_msg))
else:
atoms.extend(matches)
if not atoms and not options.newuse:
err.write(f"{options.prog}: no targets specified; nothing to do")
return 1
atoms = stable_unique(atoms)
if options.clean and not options.oneshot:
if world_set is None:
argparser.error(
"disable world updating via --oneshot, or fix your configuration"
)
extra_kwargs = {}
if options.empty:
extra_kwargs['resolver_cls'] = resolver.empty_tree_merge_plan
if options.debug:
extra_kwargs['debug'] = True
# XXX: This should recurse on deep
if options.newuse:
out.write(out.bold, ' * ', out.reset, 'Scanning for changed USE...')
out.title('Scanning for changed USE...')
for inst_pkg in installed_repos.itermatch(OrRestriction(*atoms)):
src_pkgs = source_repos.match(inst_pkg.versioned_atom)
if src_pkgs:
src_pkg = max(src_pkgs)
inst_iuse = inst_pkg.iuse_stripped
src_iuse = src_pkg.iuse_stripped
inst_flags = inst_iuse.intersection(inst_pkg.use)
src_flags = src_iuse.intersection(src_pkg.use)
if inst_flags.symmetric_difference(src_flags) or \
inst_iuse.symmetric_difference(src_iuse):
atoms.append(src_pkg.unversioned_atom)
excludes = [restriction for token, restriction in options.excludes]
if options.onlydeps:
excludes.extend(atoms)
if excludes:
injected_repo = RestrictionRepo(repo_id='injected',
restrictions=excludes,
frozen=True,
livefs=True)
installed_repos = injected_repo + installed_repos
# left intentionally in place for ease of debugging.
# from guppy import hpy
# hp = hpy()
# hp.setrelheap()
resolver_inst = options.resolver_kls(
vdbs=installed_repos,
dbs=source_repos,
verify_vdb=options.deep,
nodeps=options.nodeps,
drop_cycles=options.ignore_cycles,
force_replace=options.replace,
process_built_depends=options.with_bdeps,
**extra_kwargs)
if options.preload_vdb_state:
out.write(out.bold, ' * ', out.reset, 'Preloading vdb... ')
vdb_time = time()
resolver_inst.load_vdb_state()
vdb_time = time() - vdb_time
else:
vdb_time = 0.0
# flush warning messages before dep resolution begins
out.flush()
err.flush()
failures = []
resolve_time = time()
if sys.stdout.isatty():
out.title('Resolving...')
out.write(out.bold, ' * ', out.reset, 'Resolving...')
out.flush()
ret = resolver_inst.add_atoms(atoms, finalize=True)
while ret:
out.error('resolution failed')
restrict = ret[0][0]
just_failures = reduce_to_failures(ret[1])
display_failures(out, just_failures, debug=options.debug)
failures.append(restrict)
if not options.ignore_failures:
break
out.write("restarting resolution")
atoms = [x for x in atoms if x != restrict]
resolver_inst.reset()
ret = resolver_inst.add_atoms(atoms, finalize=True)
resolve_time = time() - resolve_time
if failures:
out.write()
out.write('Failures encountered:')
for restrict in failures:
out.error(f"failed '{restrict}'")
out.write('potentials:')
match_count = 0
for r in get_raw_repos(source_repos):
l = r.match(restrict)
if l:
out.write(f"repo {r}: [ {', '.join(map(str, l))} ]")
match_count += len(l)
if not match_count:
out.write("No matches found")
if not options.ignore_failures:
return 1
out.write()
resolver_inst.free_caches()
if options.clean:
out.write(out.bold, ' * ', out.reset, 'Packages to be removed:')
vset = set(installed_repos.real.combined)
len_vset = len(vset)
vset.difference_update(x.pkg
for x in resolver_inst.state.iter_ops(True))
wipes = sorted(x for x in vset if x.package_is_real)
for x in wipes:
out.write(f"Remove {x}")
out.write()
if wipes:
out.write("removing %i packages of %i installed, %0.2f%%." %
(len(wipes), len_vset, 100 *
(len(wipes) / float(len_vset))))
else:
out.write("no packages to remove")
if options.pretend:
return 0
if options.ask:
if not formatter.ask("Do you wish to proceed?",
default_answer=False):
return 1
out.write()
repo_obs = observer.repo_observer(observer.formatter_output(out),
debug=options.debug)
do_unmerge(options, out, err, installed_repos.real.combined, wipes,
world_set, repo_obs)
return 0
if options.debug:
out.write()
out.write(out.bold, ' * ', out.reset, 'debug: all ops')
out.first_prefix.append(" ")
plan_len = len(str(len(resolver_inst.state.plan)))
for pos, op in enumerate(resolver_inst.state.plan):
out.write(str(pos + 1).rjust(plan_len), ': ', str(op))
out.first_prefix.pop()
out.write(out.bold, ' * ', out.reset, 'debug: end all ops')
out.write()
changes = resolver_inst.state.ops(only_real=True)
build_obs = observer.phase_observer(observer.formatter_output(out),
debug=options.debug)
repo_obs = observer.repo_observer(observer.formatter_output(out),
debug=options.debug)
# show pkgs to merge in selected format
if (options.ask or options.pretend) and changes:
for op in changes:
formatter.format(op)
formatter.end()
if vdb_time:
out.write(out.bold, 'Took %.2f' % (vdb_time, ), out.reset,
' seconds to preload vdb state')
if changes:
if not options.fetchonly:
# run sanity checks for pkgs -- pkg_pretend, REQUIRED_USE, etc
out.write()
out.write(out.bold, " * ", out.reset, "Running sanity checks...")
if options.debug:
start_time = time()
# flush output so bash spawned errors are shown in the correct order of events
out.flush()
sanity_failures = run_sanity_checks((x.pkg for x in changes),
domain,
threads=1)
if sanity_failures:
for pkg, errors in sanity_failures.items():
out.write(pkg.cpvstr)
out.write('\n'.join(
e.msg(verbosity=options.verbosity) for e in errors))
out.write()
if options.ignore_failures:
out.write(out.fg('red'), out.bold, "!!! ", out.reset,
"Skipping failed sanity checks...")
else:
out.write(out.fg('red'), out.bold, "!!! ", out.reset,
"Sanity checks failed, exiting...")
return 1
else:
out.write()
if options.debug:
out.write(
out.bold, " * ", out.reset,
"finished sanity checks in %.2f seconds" %
(time() - start_time))
out.write()
elif options.verbosity > 0:
# show skipped virtuals
virtual_pkgs = set()
for x in atoms:
matches = installed_repos.virtual.match(x)
if matches:
virtual_pkgs.add(sorted(matches)[-1])
if virtual_pkgs:
out.write("Skipping virtual pkgs:\n%s\n" %
'\n'.join(str(x.versioned_atom) for x in virtual_pkgs))
out.write("Nothing to merge.")
return
if options.pretend:
if options.verbosity > 0:
out.write(
out.bold, ' * ', out.reset,
"resolver plan required %i ops (%.2f seconds)" %
(len(resolver_inst.state.plan), resolve_time))
return
action = 'merge'
if options.fetchonly:
action = 'fetch'
if (options.ask and
not formatter.ask(f"Would you like to {action} these packages?")):
return
change_count = len(changes)
# left in place for ease of debugging.
cleanup = []
try:
for count, op in enumerate(changes):
for func in cleanup:
func()
cleanup = []
out.write(f"\nProcessing {count + 1} of {change_count}: "
f"{op.pkg.cpvstr}::{op.pkg.repo}")
out.title(f"{count + 1}/{change_count}: {op.pkg.cpvstr}")
if op.desc != "remove":
cleanup.append(op.pkg.release_cached_data)
if not options.fetchonly and options.debug:
out.write("Forcing a clean of workdir")
pkg_ops = domain.pkg_operations(op.pkg, observer=build_obs)
out.write(
f"\n{len(op.pkg.distfiles)} file{pluralism(op.pkg.distfiles)} required-"
)
if not pkg_ops.run_if_supported("fetch", or_return=True):
out.error(f"fetching failed for {op.pkg.cpvstr}")
if not options.ignore_failures:
return 1
continue
if options.fetchonly:
continue
buildop = pkg_ops.run_if_supported("build", or_return=None)
pkg = op.pkg
if buildop is not None:
out.write(f"building {op.pkg.cpvstr}")
result = False
exc = None
try:
result = buildop.finalize()
except format.BuildError as e:
out.error(
f"caught exception building {op.pkg.cpvstr}: {e}")
exc = e
else:
if result is False:
out.error(f"failed building {op.pkg.cpvstr}")
if result is False:
if not options.ignore_failures:
raise ExitException(1) from exc
continue
pkg = result
cleanup.append(pkg.release_cached_data)
pkg_ops = domain.pkg_operations(pkg, observer=build_obs)
cleanup.append(buildop.cleanup)
cleanup.append(partial(pkg_ops.run_if_supported, "cleanup"))
pkg = pkg_ops.run_if_supported("localize", or_return=pkg)
# wipe this to ensure we don't inadvertantly use it further down;
# we aren't resetting it after localizing, so could have the wrong
# set of ops.
del pkg_ops
out.write()
if op.desc == "replace":
if op.old_pkg == pkg:
out.write(f">>> Reinstalling {pkg.cpvstr}")
else:
out.write(
f">>> Replacing {op.old_pkg.cpvstr} with {pkg.cpvstr}"
)
i = domain.replace_pkg(op.old_pkg, pkg, repo_obs)
cleanup.append(op.old_pkg.release_cached_data)
else:
out.write(f">>> Installing {pkg.cpvstr}")
i = domain.install_pkg(pkg, repo_obs)
# force this explicitly- can hold onto a helluva lot more
# then we would like.
else:
out.write(f">>> Removing {op.pkg.cpvstr}")
i = domain.uninstall_pkg(op.pkg, repo_obs)
try:
ret = i.finish()
except merge_errors.BlockModification as e:
out.error(f"Failed to merge {op.pkg}: {e}")
if not options.ignore_failures:
return 1
continue
# while this does get handled through each loop, wipe it now; we don't need
# that data, thus we punt it now to keep memory down.
# for safety sake, we let the next pass trigger a release also-
# mainly to protect against any code following triggering reloads
# basically, be protective
if world_set is not None:
if op.desc == "remove":
out.write(f'>>> Removing {op.pkg.cpvstr} from world file')
removal_pkg = slotatom_if_slotted(source_repos.combined,
op.pkg.versioned_atom)
update_worldset(world_set, removal_pkg, remove=True)
elif not options.oneshot and any(
x.match(op.pkg) for x in atoms):
if not (options.upgrade or options.downgrade):
out.write(f'>>> Adding {op.pkg.cpvstr} to world file')
add_pkg = slotatom_if_slotted(source_repos.combined,
op.pkg.versioned_atom)
update_worldset(world_set, add_pkg)
# again... left in place for ease of debugging.
# except KeyboardInterrupt:
# import pdb;pdb.set_trace()
# else:
# import pdb;pdb.set_trace()
finally:
pass
# the final run from the loop above doesn't invoke cleanups;
# we could ignore it, but better to run it to ensure nothing is
# inadvertantly held on the way out of this function.
# makes heappy analysis easier if we're careful about it.
for func in cleanup:
func()
# and wipe the reference to the functions to allow things to fall out of
# memory.
cleanup = []
return 0