def unpack_file_cond(self, pred, target_dir, archive_root=''):
"""Unpack/Extract files according to predicate function
pred: filename -> bool
unpacks stuff into target_dir and only extracts files
from archive_root, treating it as the archive root"""
zip_obj = self.zip_obj
for info in zip_obj.infolist():
if pred(info.filename): # check if condition holds
# below code removes that, so we find it here
is_dir = info.filename.endswith('/')
# calculate output file name
if archive_root == '':
outpath = info.filename
else:
# change archive_root
if util.subpath(archive_root, info.filename):
outpath = util.removepathprefix(
archive_root, info.filename)
else:
continue # don't extract if not under
ofile = os.path.join(target_dir, outpath)
if is_dir: # this is a directory
if not os.path.isdir(ofile):
os.makedirs(ofile)
perm = info.external_attr
perm &= 0xFFFF0000
perm >>= 16
perm |= 0x00000100
os.chmod(ofile, perm)
continue
# check that output dir is present
util.ensure_dirs(os.path.dirname(ofile))
# remove output file we might be overwriting.
# (also check for islink? for broken symlinks...)
if os.path.isfile(ofile) or os.path.islink(ofile):
os.remove(ofile)
if info.external_attr == self.symmagic:
if os.path.isdir(ofile):
# A rare case, the file used to be a dir,
# now it is a symlink!
shutil.rmtree(ofile)
target = zip_obj.read(info.filename)
os.symlink(target, ofile)
else:
perm = info.external_attr
perm &= 0x08FF0000
perm >>= 16
perm |= 0x00000100
info.filename = outpath
zip_obj.extract(info, target_dir)
os.chmod(ofile, perm)
def add_spec(params):
try:
path, repo_uri = params
# TODO: may use try/except to handle this
builder = inary.operations.build.Builder(path)
builder.fetch_component()
sf = builder.spec
if ctx.config.options and ctx.config.options.absolute_urls:
sf.source.sourceURI = os.path.realpath(path)
else:
sf.source.sourceURI = util.removepathprefix(repo_uri, path)
ctx.ui.info("{:80.80}\r".format(
_(' -> Adding source to index: \"{}\"').format(path)),
noln=False if ctx.config.get_option("verbose") else True)
return sf
except KeyboardInterrupt:
# Multiprocessing hack, see add_package method for explanation
raise Exception
def add_package(params):
try:
path, deltas, repo_uri = params
ctx.ui.info("{:80.80}\r".format(
_(' -> Adding package to index: \"{}\"').format(
os.path.basename(path))),
noln=True)
package = inary.package.Package(path)
md = package.get_metadata()
md.package.packageSize = int(os.path.getsize(path))
md.package.packageHash = util.sha1_file(path)
if ctx.config.options and ctx.config.options.absolute_urls:
md.package.packageURI = os.path.realpath(path)
else:
md.package.packageURI = util.removepathprefix(repo_uri, path)
# check package semantics
errs = md.errors()
if md.errors():
ctx.ui.info("")
ctx.ui.error(
_(' * Package \"{}\": metadata corrupt, skipping...').format(
md.package.name))
ctx.ui.error(str(*errs))
else:
# No need to carry these with index (#3965)
md.package.files = None
md.package.additionalFiles = None
if md.package.name in deltas:
name, version, release, distro_id, arch = \
util.split_package_filename(path)
for delta_path in deltas[md.package.name]:
src_release, dst_release, delta_distro_id, delta_arch = \
util.split_delta_package_filename(delta_path)[1:]
# Add only delta to latest build of the package
if dst_release != md.package.release or \
(delta_distro_id, delta_arch) != (distro_id, arch):
continue
delta = metadata.Delta()
delta.packageURI = util.removepathprefix(
repo_uri, delta_path)
delta.packageSize = int(os.path.getsize(delta_path))
delta.packageHash = util.sha1_file(delta_path)
delta.releaseFrom = src_release
md.package.deltaPackages.append(delta)
return md.package
except KeyboardInterrupt:
# Handle KeyboardInterrupt exception to prevent ugly backtrace of all
# worker processes and propagate the exception to main process.
#
# Probably it's better to use just 'raise' here, but multiprocessing
# module has some bugs about that: (python#8296, python#9205 and
# python#9207 )
#
# For now, worker processes do not propagate exceptions other than
# Exception (like KeyboardInterrupt), so we have to manually propagate
# KeyboardInterrupt exception as an Exception.
raise Exception