def partition_packages(config_url,
rosdistro_name,
release_build_name,
target,
cache_dir,
deduplicate_dependencies=False,
dist_cache=None):
"""Check all packages in the rosdistro and compare to the debian packages repository.
Return the set of all packages and the set of missing ones.
"""
# fetch debian package list
config = get_config_index(config_url)
index = get_index(config.rosdistro_index_url)
dist_file = rosdistro_get_distribution_file(index, rosdistro_name)
build_files = get_release_build_files(config, rosdistro_name)
build_file = build_files[release_build_name]
# Check that apt repos status
repo_index = get_package_repo_data(build_file.target_repository, [target],
cache_dir)[target]
# for each release package which matches the release build file
# check if a binary package exists
binary_packages = set()
all_pkg_names = dist_file.release_packages.keys()
# Remove packages without versions declared.
def get_package_version(dist_file, pkg_name):
pkg = dist_file.release_packages[pkg_name]
repo_name = pkg.repository_name
repo = dist_file.repositories[repo_name]
return repo.release_repository.version
all_pkg_names = [
p for p in all_pkg_names if get_package_version(dist_file, p)
]
distribution = get_cached_distribution(index,
rosdistro_name,
cache=dist_cache)
pkg_names = filter_buildfile_packages_recursively(all_pkg_names,
build_file, distribution)
for pkg_name in sorted(pkg_names):
debian_pkg_name = get_os_package_name(rosdistro_name, pkg_name)
if debian_pkg_name in repo_index:
binary_packages.add(pkg_name)
# check that all elements from whitelist are present
missing_binary_packages = set(pkg_names) - binary_packages
if deduplicate_dependencies:
# Do not list missing packages that are dependencies of other missing ones
cached_pkgs = get_package_manifests(distribution)
missing_binary_packages = filter_blocked_dependent_package_names(
cached_pkgs, missing_binary_packages)
return binary_packages, missing_binary_packages
def check_sync_criteria(config_url, rosdistro_name, release_build_name,
os_name, os_code_name, arch, cache_dir):
# fetch debian package list
config = get_config_index(config_url)
index = get_index(config.rosdistro_index_url)
dist_file = get_distribution_file(index, rosdistro_name)
build_files = get_release_build_files(config, rosdistro_name)
build_file = build_files[release_build_name]
target = Target(os_name, os_code_name, arch)
repo_index = get_package_repo_data(build_file.target_repository, [target],
cache_dir)[target]
# for each release package which matches the release build file
# check if a binary package exists
binary_packages = {}
all_pkg_names = dist_file.release_packages.keys()
pkg_names = build_file.filter_packages(all_pkg_names)
for pkg_name in sorted(pkg_names):
debian_pkg_name = get_os_package_name(rosdistro_name, pkg_name)
binary_packages[pkg_name] = debian_pkg_name in repo_index
# check that all elements from whitelist are present
if build_file.sync_packages:
missing_binary_packages = [
pkg_name for pkg_name in build_file.sync_packages
if pkg_name not in binary_packages or not binary_packages[pkg_name]
]
if missing_binary_packages:
print('The following binary packages are missing to sync:',
file=sys.stderr)
for pkg_name in sorted(missing_binary_packages):
print('-', pkg_name, file=sys.stderr)
return False
print('All required binary packages are available:')
for pkg_name in sorted(build_file.sync_packages):
print('-', pkg_name)
# check that count is satisfied
if build_file.sync_package_count is not None:
binary_package_count = len([
pkg_name
for pkg_name, has_binary_package in binary_packages.items()
if has_binary_package
])
if binary_package_count < build_file.sync_package_count:
print('Only %d binary packages available ' % binary_package_count +
'(at least %d are required to sync)' %
build_file.sync_package_count,
file=sys.stderr)
return False
print('%d binary packages available ' % binary_package_count +
'(more or equal then the configured sync limit of %d)' %
build_file.sync_package_count)
return True