def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'check_sync_criteria' job")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_os_code_name(parser)
add_argument_arch(parser)
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_cache_dir(parser)
add_argument_dockerfile_dir(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'os_name': 'ubuntu',
'os_code_name': 'trusty',
'maintainer_email': '*****@*****.**',
'maintainer_name': 'Dirk Thomas',
'distribution_repository_urls': args.distribution_repository_urls,
'distribution_repository_keys': get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid': os.getuid(),
})
create_dockerfile(
'release/release_check_sync_criteria_task.Dockerfile.em',
data, args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'devel' management jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
add_argument_dry_run(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
build_files = get_source_build_files(config, args.rosdistro_name)
build_file = build_files[args.source_build_name]
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins, dry_run=args.dry_run)
group_name = get_devel_view_name(args.rosdistro_name,
args.source_build_name)
configure_reconfigure_jobs_job(jenkins,
group_name,
args,
config,
build_file,
dry_run=args.dry_run)
configure_trigger_jobs_job(jenkins,
group_name,
build_file,
dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'devel' job")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_groovy_script(parser)
add_argument_dockerfile_dir(parser)
add_argument_dry_run(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'distribution_repository_urls': args.distribution_repository_urls,
'distribution_repository_keys': get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid': get_user_id(),
})
create_dockerfile(
'devel/devel_create_reconfigure_task.Dockerfile.em',
data, args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'doc' job")
add_argument_config_url(parser)
add_argument_rosdistro_index_url(parser, required=True)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'doc')
add_argument_repository_name(parser)
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
add_argument_vcs_information(parser)
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_force(parser)
add_argument_dockerfile_dir(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'distribution_repository_urls': args.distribution_repository_urls,
'distribution_repository_keys': get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid': get_user_id(),
})
create_dockerfile(
'doc/doc_create_task.Dockerfile.em', data, args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(description="Run the 'doc' job")
add_argument_config_url(parser)
add_argument_rosdistro_index_url(parser, required=True)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'doc')
add_argument_repository_name(parser)
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
add_argument_build_tool(parser, required=True)
add_argument_vcs_information(parser)
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_custom_rosdep_urls(parser)
add_argument_force(parser)
add_argument_dockerfile_dir(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'distribution_repository_urls':
args.distribution_repository_urls,
'distribution_repository_keys':
get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'custom_rosdep_urls':
args.custom_rosdep_urls,
'uid':
get_user_id(),
})
create_dockerfile('doc/doc_create_task.Dockerfile.em', data,
args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'doc independent' job")
add_argument_config_url(parser)
add_argument_build_name(parser, 'doc')
add_argument_install_apt_packages(parser)
add_argument_install_pip_packages(parser)
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_dockerfile_dir(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'install_apt_packages':
args.install_apt_packages,
'install_pip_packages':
args.install_pip_packages,
'distribution_repository_urls':
args.distribution_repository_urls,
'distribution_repository_keys':
get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid':
get_user_id(),
})
create_dockerfile('doc/doc_independent_task.Dockerfile.em', data,
args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'doc independent' job")
add_argument_config_url(parser)
add_argument_build_name(parser, 'doc')
add_argument_install_apt_packages(parser)
add_argument_install_pip_packages(parser)
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_dockerfile_dir(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'install_apt_packages': args.install_apt_packages,
'install_pip_packages': args.install_pip_packages,
'distribution_repository_urls': args.distribution_repository_urls,
'distribution_repository_keys': get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid': get_user_id(),
})
create_dockerfile(
'doc/doc_independent_task.Dockerfile.em', data, args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'doc' management jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'doc')
args = parser.parse_args(argv)
config = get_index(args.config_url)
build_files = get_doc_build_files(config, args.rosdistro_name)
build_file = build_files[args.doc_build_name]
if build_file.documentation_type != DOC_TYPE_ROSDOC:
print(("The doc build file '%s' has the wrong documentation type to " +
"be used with this script") % args.doc_build_name,
file=sys.stderr)
return 1
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins)
group_name = get_doc_view_name(
args.rosdistro_name, args.doc_build_name)
configure_reconfigure_jobs_job(
jenkins, group_name, args, config, build_file)
configure_trigger_jobs_job(jenkins, group_name, build_file)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'release' job")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_groovy_script(parser)
add_argument_dockerfile_dir(parser)
add_argument_dry_run(parser)
add_argument_package_names(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'distribution_repository_urls': args.distribution_repository_urls,
'distribution_repository_keys': get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid': get_user_id(),
})
create_dockerfile(
'release/release_create_reconfigure_task.Dockerfile.em',
data, args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'doc' management jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'doc')
add_argument_dry_run(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
build_files = get_doc_build_files(config, args.rosdistro_name)
build_file = build_files[args.doc_build_name]
if build_file.documentation_type != DOC_TYPE_ROSDOC:
print(("The doc build file '%s' has the wrong documentation type to " +
"be used with this script") % args.doc_build_name,
file=sys.stderr)
return 1
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins, dry_run=args.dry_run)
group_name = get_doc_view_name(args.rosdistro_name, args.doc_build_name)
configure_reconfigure_jobs_job(jenkins,
group_name,
args,
config,
build_file,
dry_run=args.dry_run)
configure_trigger_jobs_job(jenkins,
group_name,
build_file,
dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'release' management jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
args = parser.parse_args(argv)
config = get_index(args.config_url)
build_files = get_release_build_files(config, args.rosdistro_name)
build_file = build_files[args.release_build_name]
reconfigure_jobs_job_config = get_reconfigure_jobs_job_config(
args, config, build_file)
trigger_jobs_job_config = get_trigger_jobs_job_config(
args, config, build_file)
import_upstream_job_config = get_import_upstream_job_config(
args, config, build_file)
jenkins = connect(config.jenkins_url)
view = configure_view(jenkins, JENKINS_MANAGEMENT_VIEW)
group_name = get_release_view_name(
args.rosdistro_name, args.release_build_name)
job_name = '%s_%s' % (group_name, 'reconfigure-jobs')
configure_job(jenkins, job_name, reconfigure_jobs_job_config, view=view)
job_name = '%s_%s' % (group_name, 'trigger-jobs')
configure_job(jenkins, job_name, trigger_jobs_job_config, view=view)
job_name = 'import_upstream'
configure_job(jenkins, job_name, import_upstream_job_config, view=view)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description='Generate the release compare page')
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_older_rosdistro_names(parser)
add_argument_output_dir(parser)
parser.add_argument('--copy-resources',
action='store_true',
help='Copy the resources instead of using symlinks')
args = parser.parse_args(argv)
# Generate a page comparing all older ones.
build_release_compare_page(args.config_url,
args.older_rosdistro_names +
[args.rosdistro_name],
args.output_dir,
copy_resources=args.copy_resources)
# generate a one-to-one comparison for each older rosdistro
if len(args.older_rosdistro_names) > 1:
for older_rosdistro_name in args.older_rosdistro_names:
build_release_compare_page(
args.config_url, [older_rosdistro_name, args.rosdistro_name],
args.output_dir,
copy_resources=args.copy_resources)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'check_sync_criteria' job")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_os_code_name(parser)
add_argument_arch(parser)
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_cache_dir(parser)
add_argument_dockerfile_dir(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'distribution_repository_urls': args.distribution_repository_urls,
'distribution_repository_keys': get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid': get_user_id(),
})
create_dockerfile(
'release/release_check_sync_criteria_task.Dockerfile.em',
data, args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate a 'doc_metadata' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'doc')
add_argument_dry_run(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
build_files = get_doc_build_files(config, args.rosdistro_name)
build_file = build_files[args.doc_build_name]
if build_file.documentation_type != DOC_TYPE_MANIFEST:
print(("The doc build file '%s' has the wrong documentation type to " +
"be used with this script") % args.doc_build_name,
file=sys.stderr)
return 1
return configure_doc_metadata_job(args.config_url,
args.rosdistro_name,
args.doc_build_name,
config=config,
build_file=build_file,
dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'upload_main' and 'upload_testing' jobs.")
add_argument_config_url(parser)
add_argument_dry_run(parser)
args = parser.parse_args(argv)
template_name = 'release/trigger_upload_repo_job.xml.em'
config = get_index(args.config_url)
jenkins = connect(config.jenkins_url)
for repo in ['main', 'testing']:
job_name = 'upload_%s' % repo
block_when_upstream_building = 'true'
if repo == 'testing':
block_when_upstream_building = 'false'
job_config = expand_template(
template_name, {
'block_when_upstream_building': block_when_upstream_building,
'repo': repo,
'upstream_job_names': get_upstream_job_names(config, repo),
'recipients': config.notify_emails
})
configure_job(jenkins, job_name, job_config, dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'check_sync_criteria' job")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_os_code_name(parser)
add_argument_arch(parser)
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_cache_dir(parser)
add_argument_dockerfile_dir(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'distribution_repository_urls': args.distribution_repository_urls,
'distribution_repository_keys': get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid': get_user_id(),
})
create_dockerfile(
'release/release_check_sync_criteria_task.Dockerfile.em',
data, args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'trigger_jobs' job")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_missing_only(parser)
add_argument_source_only(parser)
add_argument_groovy_script(parser)
add_argument_cache_dir(parser)
add_argument_dockerfile_dir(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'distribution_repository_urls': args.distribution_repository_urls,
'distribution_repository_keys': get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid': get_user_id(),
})
create_dockerfile(
'release/release_create_trigger_task.Dockerfile.em',
data, args.dockerfile_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'release' management jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_dry_run(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
build_files = get_release_build_files(config, args.rosdistro_name)
build_file = build_files[args.release_build_name]
package_formats = set(
package_format_mapping[os_name] for os_name in build_file.targets.keys())
assert len(package_formats) == 1
package_format = package_formats.pop()
group_name = get_release_job_prefix(
args.rosdistro_name, args.release_build_name)
reconfigure_jobs_job_config = get_reconfigure_jobs_job_config(
args, config, build_file)
trigger_jobs_job_config = get_trigger_jobs_job_config(
args, config, build_file)
trigger_missed_jobs_job_config = get_trigger_missed_jobs_job_config(
args, config, build_file)
import_upstream_job_config = get_import_upstream_job_config(
args, config, build_file, package_format)
trigger_broken_with_non_broken_upstream_job_config = \
_get_trigger_broken_with_non_broken_upstream_job_config(
args.rosdistro_name, args.release_build_name, build_file)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins, dry_run=args.dry_run)
job_name = '%s_%s' % (group_name, 'reconfigure-jobs')
configure_job(
jenkins, job_name, reconfigure_jobs_job_config, dry_run=args.dry_run)
job_name = '%s_%s' % (group_name, 'trigger-jobs')
configure_job(
jenkins, job_name, trigger_jobs_job_config, dry_run=args.dry_run)
job_name = '%s_%s' % (group_name, 'trigger-missed-jobs')
configure_job(
jenkins, job_name, trigger_missed_jobs_job_config,
dry_run=args.dry_run)
job_name = 'import_upstream%s' % ('' if package_format == 'deb' else '_' + package_format)
configure_job(
jenkins, job_name, import_upstream_job_config, dry_run=args.dry_run)
job_name = '%s_%s' % \
(group_name, 'trigger-broken-with-non-broken-upstream')
configure_job(
jenkins, job_name, trigger_broken_with_non_broken_upstream_job_config,
dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'devel' jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
args = parser.parse_args(argv)
return configure_devel_jobs(
args.config_url, args.rosdistro_name, args.source_build_name)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'release' management jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_dry_run(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
build_files = get_release_build_files(config, args.rosdistro_name)
build_file = build_files[args.release_build_name]
group_name = get_release_job_prefix(
args.rosdistro_name, args.release_build_name)
reconfigure_jobs_job_config = get_reconfigure_jobs_job_config(
args, config, build_file)
trigger_jobs_job_config = get_trigger_jobs_job_config(
args, config, build_file)
trigger_missed_jobs_job_config = get_trigger_missed_jobs_job_config(
args, config, build_file)
import_upstream_job_config = get_import_upstream_job_config(
args, config, build_file)
trigger_broken_with_non_broken_upstream_job_config = \
_get_trigger_broken_with_non_broken_upstream_job_config(
args.rosdistro_name, args.release_build_name, build_file)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins, dry_run=args.dry_run)
job_name = '%s_%s' % (group_name, 'reconfigure-jobs')
configure_job(
jenkins, job_name, reconfigure_jobs_job_config, dry_run=args.dry_run)
job_name = '%s_%s' % (group_name, 'trigger-jobs')
configure_job(
jenkins, job_name, trigger_jobs_job_config, dry_run=args.dry_run)
job_name = '%s_%s' % (group_name, 'trigger-missed-jobs')
configure_job(
jenkins, job_name, trigger_missed_jobs_job_config,
dry_run=args.dry_run)
job_name = 'import_upstream'
configure_job(
jenkins, job_name, import_upstream_job_config, dry_run=args.dry_run)
job_name = '%s_%s' % \
(group_name, 'trigger-broken-with-non-broken-upstream')
configure_job(
jenkins, job_name, trigger_broken_with_non_broken_upstream_job_config,
dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description='Audit the rosdistro for packages failing to build.')
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_cache_dir(parser, '/tmp/package_repo_cache')
add_argument_return_zero(parser)
args = parser.parse_args(argv)
recommended_action_count = run_audit(args.config_url, args.rosdistro_name,
args.cache_dir)
return 1 if recommended_action_count and not args.return_zero else 0
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'release' jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_append_timestamp(parser)
args = parser.parse_args(argv)
return configure_release_jobs(
args.config_url, args.rosdistro_name, args.release_build_name,
append_timestamp=args.append_timestamp)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'doc' jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'doc')
add_argument_groovy_script(parser)
args = parser.parse_args(argv)
return configure_doc_jobs(
args.config_url, args.rosdistro_name, args.doc_build_name,
groovy_script=args.groovy_script)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate a 'devel' script")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
add_argument_repository_name(parser)
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
args = parser.parse_args(argv)
# collect all template snippets of specific types
class IncludeHook(Hook):
def __init__(self):
Hook.__init__(self)
self.scms = []
self.scripts = []
def beforeInclude(self, *args, **kwargs):
template_path = kwargs['file'].name
if template_path.endswith('/snippet/scm.xml.em'):
self.scms.append(
(kwargs['locals']['repo_spec'], kwargs['locals']['path']))
if template_path.endswith('/snippet/builder_shell.xml.em'):
self.scripts.append(kwargs['locals']['script'])
hook = IncludeHook()
from ros_buildfarm import templates
templates.template_hooks = [hook]
configure_devel_job(
args.config_url, args.rosdistro_name, args.source_build_name,
args.repository_name, args.os_name, args.os_code_name, args.arch,
jenkins=False, views=False)
templates.template_hooks = None
devel_job_name = get_devel_job_name(
args.rosdistro_name, args.source_build_name,
args.repository_name, args.os_name, args.os_code_name, args.arch)
value = expand_template(
'devel/devel_script.sh.em', {
'devel_job_name': devel_job_name,
'scms': hook.scms,
'scripts': hook.scripts},
options={BANGPATH_OPT: False})
value = value.replace('python3', sys.executable)
print(value)
def main(argv=sys.argv[1:]):
global templates
parser = argparse.ArgumentParser(
description="Generate a 'devel' script")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
add_argument_repository_name(parser)
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
args = parser.parse_args(argv)
# collect all template snippets of specific types
class IncludeHook(Hook):
def __init__(self):
super(IncludeHook, self).__init__()
self.scms = []
self.scripts = []
def beforeInclude(self, *args, **kwargs):
template_path = kwargs['file'].name
if template_path.endswith('/snippet/scm.xml.em'):
self.scms.append(
(kwargs['locals']['repo_spec'], kwargs['locals']['path']))
if template_path.endswith('/snippet/builder_shell.xml.em'):
self.scripts.append(kwargs['locals']['script'])
hook = IncludeHook()
templates.template_hooks = [hook]
configure_devel_job(
args.config_url, args.rosdistro_name, args.source_build_name,
args.repository_name, args.os_name, args.os_code_name, args.arch,
jenkins=False, views=False)
templates.template_hooks = None
devel_job_name = get_devel_job_name(
args.rosdistro_name, args.source_build_name,
args.repository_name, args.os_name, args.os_code_name, args.arch)
value = expand_template(
'devel/devel_script.sh.em', {
'devel_job_name': devel_job_name,
'scms': hook.scms,
'scripts': hook.scripts},
options={BANGPATH_OPT: False})
print(value)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate a 'doc' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'doc')
add_argument_repository_name(parser)
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
args = parser.parse_args(argv)
configure_doc_job(
args.config_url, args.rosdistro_name, args.doc_build_name,
args.repository_name, args.os_name, args.os_code_name, args.arch)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'check_slaves' job on Jenkins")
add_argument_config_url(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(config.notify_emails)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins)
job_name = 'check_slaves'
configure_job(jenkins, job_name, job_config)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate a 'release' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_package_name(parser)
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
args = parser.parse_args(argv)
return configure_release_job(
args.config_url, args.rosdistro_name, args.release_build_name,
args.package_name, args.os_name, args.os_code_name)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description='Trigger a set of jobs which artifacts are missing in ' +
'the repository')
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_missing_only(parser)
add_argument_source_only(parser)
add_argument_cache_dir(parser, '/tmp/debian_repo_cache')
args = parser.parse_args(argv)
return trigger_release_jobs(
args.config_url, args.rosdistro_name, args.release_build_name,
args.missing_only, args.source_only, args.cache_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description='Generate the blocked releases page')
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_output_dir(parser)
parser.add_argument('--copy-resources',
action='store_true',
help='Copy the resources instead of using symlinks')
args = parser.parse_args(argv)
return build_blocked_releases_page(args.config_url,
args.rosdistro_name,
args.output_dir,
copy_resources=args.copy_resources)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate a 'release' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_package_name(parser)
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
args = parser.parse_args(argv)
return configure_release_job(args.config_url, args.rosdistro_name,
args.release_build_name, args.package_name,
args.os_name, args.os_code_name)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'dashboard' job on Jenkins")
add_argument_config_url(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(config.notify_emails)
jenkins = connect(config.jenkins_url)
view = configure_view(jenkins, JENKINS_MANAGEMENT_VIEW)
job_name = 'dashboard'
configure_job(jenkins, job_name, job_config, view=view)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate a 'devel' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
add_argument_repository_name(parser)
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
args = parser.parse_args(argv)
configure_devel_job(args.config_url, args.rosdistro_name,
args.source_build_name, args.repository_name,
args.os_name, args.os_code_name, args.arch)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'release' jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_groovy_script(parser)
add_argument_dry_run(parser)
add_argument_package_names(parser)
args = parser.parse_args(argv)
return configure_release_jobs(
args.config_url, args.rosdistro_name, args.release_build_name,
groovy_script=args.groovy_script, dry_run=args.dry_run,
whitelist_package_names=args.package_names)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'release_status_page' job")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_debian_repository_urls(parser, nargs=3)
add_argument_cache_dir(parser, '/tmp/debian_repo_cache')
add_argument_output_dir(parser)
args = parser.parse_args(argv)
return build_release_status_page(
args.config_url, args.rosdistro_name, args.release_build_name,
args.debian_repository_urls[0], args.debian_repository_urls[1],
args.debian_repository_urls[2], args.cache_dir, args.output_dir)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description='Generate the blocked releases page')
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_output_dir(parser)
parser.add_argument(
'--copy-resources',
action='store_true',
help='Copy the resources instead of using symlinks')
args = parser.parse_args(argv)
return build_blocked_releases_page(
args.config_url, args.rosdistro_name,
args.output_dir, copy_resources=args.copy_resources)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'bloom_status' job on Jenkins")
add_argument_config_url(parser)
add_argument_dry_run(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(args, config)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins, dry_run=args.dry_run)
job_name = 'bloom_status'
configure_job(jenkins, job_name, job_config, dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description='Check if the sync criteria are matched to sync ' +
'packages from the building to the testing repo')
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_os_code_name(parser)
add_argument_arch(parser)
add_argument_cache_dir(parser, '/tmp/debian_repo_cache')
args = parser.parse_args(argv)
success = check_sync_criteria(
args.config_url, args.rosdistro_name, args.release_build_name,
args.os_code_name, args.arch, args.cache_dir)
return 0 if success else 1
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'CI' jobs on Jenkins")
# Positional
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'ci')
add_argument_dry_run(parser)
add_argument_groovy_script(parser)
args = parser.parse_args(argv)
return configure_ci_jobs(
args.config_url, args.rosdistro_name, args.ci_build_name,
groovy_script=args.groovy_script, dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'dashboard' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(args, config)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins)
job_name = '%s_rosdistro-cache' % args.rosdistro_name
configure_job(jenkins, job_name, job_config)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'dashboard' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(args, config)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins)
job_name = '%s_rosdistro-cache' % args.rosdistro_name
configure_job(jenkins, job_name, job_config)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description='Check if the sync criteria are matched to sync ' +
'packages from the building to the testing repo')
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_os_code_name(parser)
add_argument_arch(parser)
add_argument_cache_dir(parser, '/tmp/debian_repo_cache')
args = parser.parse_args(argv)
success = check_sync_criteria(args.config_url, args.rosdistro_name,
args.release_build_name, args.os_code_name,
args.arch, args.cache_dir)
return 0 if success else 1
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate a 'CI' job on Jenkins")
# Positional
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'ci')
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
args = parser.parse_args(argv)
configure_ci_job(
args.config_url, args.rosdistro_name, args.ci_build_name,
args.os_name, args.os_code_name, args.arch)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'repos_status_page' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(args, config)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins)
prefix = get_release_job_prefix(args.rosdistro_name)
job_name = '%s_repos-status-page' % prefix
configure_job(jenkins, job_name, job_config)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'repos_status_page' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(args, config)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins)
prefix = get_release_job_prefix(args.rosdistro_name)
job_name = '%s_repos-status-page' % prefix
configure_job(jenkins, job_name, job_config)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'failing_jobs' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_dry_run(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(args.rosdistro_name)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins, dry_run=args.dry_run)
job_name = '%s_failing-jobs' % args.rosdistro_name
configure_job(jenkins, job_name, job_config, dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'CI' jobs on Jenkins")
# Positional
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'ci', nargs='*')
add_argument_dry_run(parser)
add_argument_groovy_script(parser)
args = parser.parse_args(argv)
return configure_ci_jobs(
args.config_url, args.rosdistro_name,
ci_build_names=args.ci_build_name,
groovy_script=args.groovy_script, dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'release' jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_groovy_script(parser)
add_argument_dry_run(parser)
add_argument_package_names(parser)
args = parser.parse_args(argv)
print("do configure_release_jobs", file=sys.stderr)
return configure_release_jobs(args.config_url,
args.rosdistro_name,
args.release_build_name,
groovy_script=args.groovy_script,
dry_run=args.dry_run,
whitelist_package_names=args.package_names)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'release_status_page' job on Jenkins")
add_argument_config_url(parser)
add_argument_debian_repository_urls(parser)
add_argument_os_code_name_and_arch_tuples(parser)
add_argument_output_name(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(args, config)
jenkins = connect(config.jenkins_url)
view = configure_view(jenkins, JENKINS_MANAGEMENT_VIEW)
job_name = '%s_repos-status-page' % args.output_name
configure_job(jenkins, job_name, job_config, view=view)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'devel' jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
add_argument_groovy_script(parser)
add_argument_dry_run(parser)
add_argument_repository_names(parser)
args = parser.parse_args(argv)
return configure_devel_jobs(
args.config_url,
args.rosdistro_name,
args.source_build_name,
groovy_script=args.groovy_script,
dry_run=args.dry_run,
whitelist_repository_names=args.repository_names)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'release_status_page' job on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(args, config)
jenkins = connect(config.jenkins_url)
view = configure_view(jenkins, JENKINS_MANAGEMENT_VIEW)
job_name = '%s_%s_release-status-page' % \
(args.rosdistro_name, args.release_build_name)
configure_job(jenkins, job_name, job_config, view=view)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'blocked_source_entries_page' job on Jenkins"
)
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_dry_run(parser)
args = parser.parse_args(argv)
config = get_index(args.config_url)
job_config = get_job_config(args, config)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins, dry_run=args.dry_run)
prefix = get_release_job_prefix(args.rosdistro_name)
job_name = '%s_blocked-source-entries-page' % prefix
configure_job(jenkins, job_name, job_config, dry_run=args.dry_run)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description='Trigger a set of jobs which artifacts are missing in ' +
'the repository')
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
add_argument_missing_only(parser)
add_argument_source_only(parser)
add_argument_not_failed_only(parser)
add_argument_cause(parser)
add_argument_groovy_script(parser)
add_argument_cache_dir(parser, '/tmp/debian_repo_cache')
args = parser.parse_args(argv)
return trigger_release_jobs(
args.config_url, args.rosdistro_name, args.release_build_name,
args.missing_only, args.source_only, args.cache_dir, cause=args.cause,
groovy_script=args.groovy_script, not_failed_only=args.not_failed_only)
def main(argv=sys.argv[1:]):
global templates
parser = argparse.ArgumentParser(
description="Generate a 'devel' script")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
add_argument_repository_name(parser)
add_argument_os_name(parser)
add_argument_os_code_name(parser)
add_argument_arch(parser)
args = parser.parse_args(argv)
# collect all template snippets of specific types
scms = []
scripts = []
def template_hook(template_name, data, content):
if template_name == 'snippet/scm.xml.em':
scms.append((data['repo_spec'], data['path']))
if template_name == 'snippet/builder_shell.xml.em':
scripts.append(data['script'])
templates.template_hook = template_hook
configure_devel_job(
args.config_url, args.rosdistro_name, args.source_build_name,
args.repository_name, args.os_name, args.os_code_name, args.arch,
jenkins=False, view=False)
templates.template_hook = None
devel_job_name = get_devel_job_name(
args.rosdistro_name, args.source_build_name,
args.repository_name, args.os_name, args.os_code_name, args.arch)
value = expand_template(
'devel/devel_script.sh.em', {
'devel_job_name': devel_job_name,
'scms': scms,
'scripts': scripts},
options={BANGPATH_OPT: False})
print(value)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'release' management jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'release')
args = parser.parse_args(argv)
config = get_index(args.config_url)
build_files = get_release_build_files(config, args.rosdistro_name)
build_file = build_files[args.release_build_name]
group_name = get_release_job_prefix(args.rosdistro_name,
args.release_build_name)
reconfigure_jobs_job_config = get_reconfigure_jobs_job_config(
args, config, build_file)
trigger_jobs_job_config = get_trigger_jobs_job_config(
args, config, build_file)
import_upstream_job_config = get_import_upstream_job_config(
args, config, build_file)
trigger_broken_with_non_broken_upstream_job_config = \
_get_trigger_broken_with_non_broken_upstream_job_config(
args.rosdistro_name, args.release_build_name, build_file)
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins)
job_name = '%s_%s' % (group_name, 'reconfigure-jobs')
configure_job(jenkins, job_name, reconfigure_jobs_job_config)
job_name = '%s_%s' % (group_name, 'trigger-jobs')
configure_job(jenkins, job_name, trigger_jobs_job_config)
job_name = 'import_upstream'
configure_job(jenkins, job_name, import_upstream_job_config)
job_name = '%s_%s' % \
(group_name, 'trigger-broken-with-non-broken-upstream')
configure_job(jenkins, job_name,
trigger_broken_with_non_broken_upstream_job_config)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Generate the 'devel' management jobs on Jenkins")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_build_name(parser, 'source')
args = parser.parse_args(argv)
config = get_index(args.config_url)
build_files = get_source_build_files(config, args.rosdistro_name)
build_file = build_files[args.source_build_name]
jenkins = connect(config.jenkins_url)
configure_management_view(jenkins)
group_name = get_devel_view_name(
args.rosdistro_name, args.source_build_name)
configure_reconfigure_jobs_job(
jenkins, group_name, args, config, build_file)
configure_trigger_jobs_job(jenkins, group_name, build_file)
def main(argv=sys.argv[1:]):
parser = argparse.ArgumentParser(
description="Run the 'blocked_releases_page' job")
add_argument_config_url(parser)
add_argument_rosdistro_name(parser)
add_argument_distribution_repository_urls(parser)
add_argument_distribution_repository_key_files(parser)
add_argument_dockerfile_dir(parser)
args = parser.parse_args(argv)
data = copy.deepcopy(args.__dict__)
data.update({
'distribution_repository_urls': args.distribution_repository_urls,
'distribution_repository_keys': get_distribution_repository_keys(
args.distribution_repository_urls,
args.distribution_repository_key_files),
'uid': get_user_id(),
})
create_dockerfile(
'status/blocked_releases_page_task.Dockerfile.em',
data, args.dockerfile_dir)