def ivy_resolve(self, targets, java_runner=None, symlink_ivyxml=False, silent=False,
workunit_name=None, workunit_labels=None):
java_runner = java_runner or runjava_indivisible
targets = set(targets)
if not targets:
return []
work_dir = self.context.config.get('ivy-resolve', 'workdir')
confs = self.context.config.getlist('ivy-resolve', 'confs')
with self.invalidated(targets,
only_buildfiles=True,
invalidate_dependents=True,
silent=silent) as invalidation_check:
global_vts = VersionedTargetSet.from_versioned_targets(invalidation_check.all_vts)
target_workdir = os.path.join(work_dir, global_vts.cache_key.hash)
target_classpath_file = os.path.join(target_workdir, 'classpath')
raw_target_classpath_file = target_classpath_file + '.raw'
raw_target_classpath_file_tmp = raw_target_classpath_file + '.tmp'
symlink_dir = os.path.join(target_workdir, 'jars')
# Note that it's possible for all targets to be valid but for no classpath file to exist at
# target_classpath_file, e.g., if we previously built a superset of targets.
if invalidation_check.invalid_vts or not os.path.exists(raw_target_classpath_file):
ivy_utils = IvyUtils(config=self.context.config,
options=self.context.options,
log=self.context.log)
args = (['-cachepath', raw_target_classpath_file_tmp] +
['-confs'] + confs)
def exec_ivy():
ivy_utils.exec_ivy(
target_workdir=target_workdir,
targets=targets,
args=args,
runjava=java_runner,
workunit_name='ivy',
workunit_factory=self.context.new_workunit,
symlink_ivyxml=symlink_ivyxml,
)
if workunit_name:
with self.context.new_workunit(name=workunit_name, labels=workunit_labels or []):
exec_ivy()
else:
exec_ivy()
if not os.path.exists(raw_target_classpath_file_tmp):
raise TaskError('Ivy failed to create classpath file at %s' % raw_target_classpath_file_tmp)
shutil.move(raw_target_classpath_file_tmp, raw_target_classpath_file)
if self.artifact_cache_writes_enabled():
self.update_artifact_cache([(global_vts, [raw_target_classpath_file])])
# Make our actual classpath be symlinks, so that the paths are uniform across systems.
# Note that we must do this even if we read the raw_target_classpath_file from the artifact
# cache. If we cache the target_classpath_file we won't know how to create the symlinks.
symlink_map = IvyUtils.symlink_cachepath(raw_target_classpath_file, symlink_dir, target_classpath_file)
with Task.symlink_map_lock:
all_symlinks_map = self.context.products.get_data('symlink_map') or defaultdict(list)
for path, symlink in symlink_map.items():
all_symlinks_map[os.path.realpath(path)].append(symlink)
self.context.products.set_data('symlink_map', all_symlinks_map)
with IvyUtils.cachepath(target_classpath_file) as classpath:
stripped_classpath = [path.strip() for path in classpath]
return [path for path in stripped_classpath if IvyUtils.is_mappable_artifact(path)]
def ivy_resolve(self,
targets,
java_runner=None,
ivy_args=None,
symlink_ivyxml=False,
silent=False,
workunit_name=None,
workunit_labels=None):
java_runner = java_runner or runjava_indivisible
ivy_args = ivy_args or []
targets = set(targets)
if not targets:
return []
work_dir = self.context.config.get('ivy-resolve', 'workdir')
confs = self.context.config.getlist('ivy-resolve', 'confs')
with self.invalidated(targets,
only_buildfiles=True,
invalidate_dependents=True,
silent=silent) as invalidation_check:
global_vts = VersionedTargetSet.from_versioned_targets(
invalidation_check.all_vts)
target_workdir = os.path.join(work_dir, global_vts.cache_key.hash)
target_classpath_file = os.path.join(target_workdir, 'classpath')
target_classpath_file_tmp = target_classpath_file + '.tmp'
# Note that it's possible for all targets to be valid but for no classpath file to exist at
# target_classpath_file, e.g., if we previously built a superset of targets.
if invalidation_check.invalid_vts or not os.path.exists(
target_classpath_file):
ivy_utils = IvyUtils(config=self.context.config,
options=self.context.options,
log=self.context.log)
args = (['-cachepath', target_classpath_file_tmp] +
['-confs'] + confs + ivy_args)
def exec_ivy():
ivy_utils.exec_ivy(
target_workdir=target_workdir,
targets=targets,
args=args,
runjava=java_runner,
workunit_name='ivy',
workunit_factory=self.context.new_workunit,
symlink_ivyxml=symlink_ivyxml,
)
if workunit_name:
with self.context.new_workunit(name=workunit_name,
labels=workunit_labels
or []):
exec_ivy()
else:
exec_ivy()
if not os.path.exists(target_classpath_file_tmp):
raise TaskError(
'Ivy failed to create classpath file at %s' %
target_classpath_file_tmp)
shutil.move(target_classpath_file_tmp, target_classpath_file)
if self.get_artifact_cache(
) and self.context.options.write_to_artifact_cache:
self.update_artifact_cache([(global_vts,
[target_classpath_file])])
with IvyUtils.cachepath(target_classpath_file) as classpath:
stripped_classpath = [path.strip() for path in classpath]
return [
path for path in stripped_classpath
if IvyUtils.is_mappable_artifact(path)
]
