def assign_and_check_partial_updates(release_runner, release, releases_config):
release['partial_updates'] = get_partials(
release_runner, release['partials'], release['product'])
branchConfig = get_branch_config(release)
release['release_channels'] = update_channels(
release['version'], branchConfig['release_channel_mappings'][release['product']])
PartialsSanitizer(**release).run()
def assign_and_check_partial_updates(release_runner, release, releases_config):
release['partial_updates'] = get_partials(
release_runner, release['partials'], release['product'])
product = release['product']
if product in ('thunderbird',):
return
PartialsSanitizer(**release).run()
def assign_and_check_partial_updates(release_runner, release):
release['partial_updates'] = get_partials(
release_runner, release['partials'], release['product'])
branchConfig = get_branch_config(release)
release['release_channels'] = update_channels(
release['version'], branchConfig['release_channel_mappings'][release['product']])
PartialsSanitizer(**release).run()
def assign_and_check_partial_updates(release_runner, release, releases_config):
release['partial_updates'] = get_partials(release_runner,
release['partials'],
release['product'])
product = release['product']
if product in ('thunderbird', ):
return
PartialsSanitizer(**release).run()
def main(release_runner_config, release_config, tc_config):
api_root = release_runner_config.get('api', 'api_root')
username = release_runner_config.get('api', 'username')
password = release_runner_config.get('api', 'password')
scheduler = Scheduler(tc_config)
index = Index(tc_config)
rr = ReleaseRunner(api_root=api_root, username=username, password=password)
graph_id = slugId()
log.info('Generating task graph')
kwargs = {
# release-runner.ini
"signing_pvt_key": release_config['signing_pvt_key'],
"public_key": release_config['docker_worker_key'],
"balrog_username": release_config['balrog_username'],
"balrog_password": release_config['balrog_password'],
"beetmover_aws_access_key_id": release_config['beetmover_aws_access_key_id'],
"beetmover_aws_secret_access_key": release_config['beetmover_aws_secret_access_key'],
"signing_class": "release-signing", # TODO: stagin specific, make them configurable
# ship-it items
"version": release_config["version"],
"revision": release_config["mozilla_revision"],
"mozharness_changeset": release_config["mozharness_changeset"] or release_config["mozilla_revision"],
"buildNumber": release_config["build_number"],
"l10n_changesets": release_config["l10n_changesets"],
# was branchConfig items
"funsize_balrog_api_root": release_config["funsize_balrog_api_root"],
"balrog_api_root": release_config["balrog_api_root"],
"build_tools_repo_path": release_config['build_tools_repo_path'],
"tuxedo_server_url": release_config['tuxedo_server_url'],
"uptake_monitoring_enabled": release_config['uptake_monitoring_enabled'],
"beetmover_candidates_bucket": release_config["beetmover_candidates_bucket"],
"bouncer_enabled": release_config["bouncer_enabled"],
"updates_builder_enabled": release_config["updates_builder_enabled"],
"update_verify_enabled": release_config["update_verify_enabled"],
"push_to_candidates_enabled": release_config['push_to_candidates_enabled'],
"postrelease_bouncer_aliases_enabled": release_config['postrelease_bouncer_aliases_enabled'],
"postrelease_version_bump_enabled": release_config['postrelease_version_bump_enabled'],
"push_to_releases_automatic": release_config['push_to_releases_automatic'],
"partner_repacks_platforms": release_config["partner_repacks_platforms"],
"repo_path": release_config["repo_path"],
"branch": release_config["branch"],
"product": release_config["product"],
"release_channels": release_config['channels'],
"final_verify_channels": release_config['final_verify_channels'],
"final_verify_platforms": release_config['final_verify_platforms'],
"uptake_monitoring_platforms": release_config['uptake_monitoring_platforms'],
"source_enabled": release_config["source_enabled"],
"checksums_enabled": release_config["checksums_enabled"],
"updates_enabled": release_config["updates_enabled"],
"push_to_releases_enabled": release_config["push_to_releases_enabled"],
"verifyConfigs": {},
# ESR should not use "esr" suffix here:
"next_version": bump_version(release_config["version"].replace("esr", "")),
"appVersion": getAppVersion(release_config["version"]),
"partial_updates": get_partials(rr, release_config["partials"],
release_config['product']),
# in release-runner.py world we have a concept of branchConfig and release (shipit) vars
# todo fix get_en_US_config and en_US_config helper methods to not require both
"l10n_config": get_l10n_config(
index=index, product=release_config["product"],
branch=release_config["branch"],
revision=release_config["mozilla_revision"],
platforms=release_config['platforms'],
l10n_platforms=release_config['l10n_release_platforms'] or {},
l10n_changesets=release_config["l10n_changesets"]
),
"en_US_config": get_en_US_config(
index=index, product=release_config["product"],
branch=release_config["branch"],
revision=release_config["mozilla_revision"],
platforms=release_config['platforms']
),
"extra_balrog_submitter_params": release_config['extra_balrog_submitter_params'],
"publish_to_balrog_channels": release_config["publish_to_balrog_channels"],
"postrelease_mark_as_shipped_enabled": release_config["postrelease_mark_as_shipped_enabled"],
# TODO: use [] when snaps_enabled is landed
"snap_enabled": release_config.get("snap_enabled", False),
}
graph = make_task_graph_strict_kwargs(**kwargs)
log.info("Submitting task graph")
import pprint
log.info(pprint.pformat(graph, indent=4, width=160))
if not options.dry_run:
print scheduler.createTaskGraph(graph_id, graph)
def main(release_runner_config, release_config, tc_config, options):
api_root = release_runner_config['api']['api_root']
username = release_runner_config['api']['username']
password = release_runner_config['api']['password']
queue = Queue(tc_config)
index = Index(tc_config)
rr = ReleaseRunner(api_root=api_root, username=username, password=password)
log.info('Generating task graph')
kwargs = {
# release-runner.ini
"signing_pvt_key":
release_config['signing_pvt_key'],
"public_key":
release_config['docker_worker_key'],
"balrog_username":
release_config['balrog_username'],
"balrog_password":
release_config['balrog_password'],
"beetmover_aws_access_key_id":
release_config['beetmover_aws_access_key_id'],
"beetmover_aws_secret_access_key":
release_config['beetmover_aws_secret_access_key'],
# ship-it items
"version":
release_config["version"],
"revision":
release_config["mozilla_revision"],
"mozharness_changeset":
release_config.get("mozharness_changeset")
or release_config["mozilla_revision"],
"buildNumber":
release_config["build_number"],
"l10n_changesets":
release_config["l10n_changesets"],
# was branchConfig items
"balrog_vpn_proxy":
release_config["balrog_vpn_proxy"],
"funsize_balrog_api_root":
release_config["funsize_balrog_api_root"],
"balrog_api_root":
release_config["balrog_api_root"],
"build_tools_repo_path":
release_config['build_tools_repo_path'],
"tuxedo_server_url":
release_config['tuxedo_server_url'],
"uptake_monitoring_enabled":
release_config['uptake_monitoring_enabled'],
"beetmover_candidates_bucket":
release_config["beetmover_candidates_bucket"],
"signing_class":
release_config["signing_class"],
"accepted_mar_channel_id":
release_config.get("accepted_mar_channel_id"),
"signing_cert":
release_config["signing_cert"],
"mar_signing_format":
get_mar_signing_format(release_config["version"]),
"moz_disable_mar_cert_verification":
release_config.get("moz_disable_mar_cert_verification"),
"root_home_dir":
release_config["root_home_dir"],
"bouncer_enabled":
release_config["bouncer_enabled"],
"updates_builder_enabled":
release_config["updates_builder_enabled"],
"update_verify_enabled":
release_config["update_verify_enabled"],
"push_to_candidates_enabled":
release_config['push_to_candidates_enabled'],
# TODO: temporary config enabled during 53 Fennec beta cycle
"candidates_fennec_enabled":
release_config.get('candidates_fennec_enabled'),
"stage_product":
release_config['stage_product'],
"postrelease_bouncer_aliases_enabled":
release_config['postrelease_bouncer_aliases_enabled'],
"postrelease_version_bump_enabled":
release_config['postrelease_version_bump_enabled'],
"push_to_releases_automatic":
release_config['push_to_releases_automatic'],
"partner_repacks_platforms":
release_config["partner_repacks_platforms"],
"eme_free_repacks_platforms":
release_config["eme_free_repacks_platforms"],
"sha1_repacks_platforms":
release_config["sha1_repacks_platforms"],
"repo_path":
release_config["repo_path"],
"branch":
release_config["branch"],
"product":
release_config["product"],
"funsize_product":
release_config["funsize_product"],
"release_channels":
release_config['channels'],
"final_verify_channels":
release_config['final_verify_channels'],
"final_verify_platforms":
release_config['final_verify_platforms'],
"uptake_monitoring_platforms":
release_config['uptake_monitoring_platforms'],
"source_enabled":
release_config["source_enabled"],
"checksums_enabled":
release_config["checksums_enabled"],
"binary_transparency_enabled":
release_config.get("binary_transparency_enabled", False),
"updates_enabled":
release_config["updates_enabled"],
"push_to_releases_enabled":
release_config["push_to_releases_enabled"],
"verifyConfigs": {},
# ESR should not use "esr" suffix here:
"next_version":
bump_version(release_config["version"].replace("esr", "")),
"appVersion":
getAppVersion(release_config["version"]),
"partial_updates":
get_partials(rr, release_config["partials"],
release_config['product']),
# in release-runner.py world we have a concept of branchConfig and release (shipit) vars
# todo fix get_en_US_config and en_US_config helper methods to not require both
"l10n_config":
get_l10n_config(
index=index,
product=release_config["product"],
branch=release_config["branch"],
revision=release_config["mozilla_revision"],
platforms=release_config['platforms'],
l10n_platforms=release_config['l10n_release_platforms'] or {},
l10n_changesets=release_config["l10n_changesets"],
tc_task_indexes=None,
),
"en_US_config":
get_en_US_config(
index=index,
product=release_config["product"],
branch=release_config["branch"],
revision=release_config["mozilla_revision"],
platforms=release_config['platforms'],
tc_task_indexes=None,
),
"extra_balrog_submitter_params":
release_config['extra_balrog_submitter_params'],
"publish_to_balrog_channels":
release_config["publish_to_balrog_channels"],
"postrelease_mark_as_shipped_enabled":
release_config["postrelease_mark_as_shipped_enabled"],
# TODO: use [] when snaps_enabled is landed
"snap_enabled":
release_config.get("snap_enabled", False),
"update_verify_channel":
release_config["update_verify_channel"],
"update_verify_requires_cdn_push":
release_config["update_verify_requires_cdn_push"],
"release_eta":
release_config.get("release_eta"),
"lzma_to_bz2":
release_config.get("lzma_to_bz2", False),
}
task_group_id, toplevel_task_id, tasks = make_task_graph_strict_kwargs(
**kwargs)
log.info('Tasks generated, but not yet submitted to Taskcluster.')
import pprint
for task_id, task_def in tasks.items():
log.debug("%s ->\n%s", task_id,
pprint.pformat(task_def, indent=4, width=160))
if not options.dry_run:
submit_parallelized(queue, tasks)
resolve_task(queue, toplevel_task_id)
log_line = 'Task graph submitted: https://tools.taskcluster.net/groups/{}'.format(
task_group_id)
log.info(log_line)
# TODO: We shouldn't need this extra print, but at the moment, calling the script in verbose
# mode doesn't output anything.
print log_line
return task_group_id
def main(release_runner_config, release_config, tc_config):
api_root = release_runner_config['api']['api_root']
username = release_runner_config['api']['username']
password = release_runner_config['api']['password']
queue = Queue(tc_config)
index = Index(tc_config)
rr = ReleaseRunner(api_root=api_root, username=username, password=password)
log.info('Generating task graph')
kwargs = {
# release-runner.ini
"signing_pvt_key": release_config['signing_pvt_key'],
"public_key": release_config['docker_worker_key'],
"balrog_username": release_config['balrog_username'],
"balrog_password": release_config['balrog_password'],
"beetmover_aws_access_key_id": release_config['beetmover_aws_access_key_id'],
"beetmover_aws_secret_access_key": release_config['beetmover_aws_secret_access_key'],
# ship-it items
"version": release_config["version"],
"revision": release_config["mozilla_revision"],
"mozharness_changeset": release_config.get("mozharness_changeset") or release_config["mozilla_revision"],
"buildNumber": release_config["build_number"],
"l10n_changesets": release_config["l10n_changesets"],
# was branchConfig items
"funsize_balrog_api_root": release_config["funsize_balrog_api_root"],
"balrog_api_root": release_config["balrog_api_root"],
"build_tools_repo_path": release_config['build_tools_repo_path'],
"tuxedo_server_url": release_config['tuxedo_server_url'],
"uptake_monitoring_enabled": release_config['uptake_monitoring_enabled'],
"beetmover_candidates_bucket": release_config["beetmover_candidates_bucket"],
"signing_class": release_config["signing_class"],
"accepted_mar_channel_id": release_config.get("accepted_mar_channel_id"),
"signing_cert": release_config["signing_cert"],
"mar_signing_format": get_mar_signing_format(release_config["version"]),
"moz_disable_mar_cert_verification": release_config.get("moz_disable_mar_cert_verification"),
"root_home_dir": release_config["root_home_dir"],
"bouncer_enabled": release_config["bouncer_enabled"],
"updates_builder_enabled": release_config["updates_builder_enabled"],
"update_verify_enabled": release_config["update_verify_enabled"],
"push_to_candidates_enabled": release_config['push_to_candidates_enabled'],
# TODO: temporary config enabled during 53 Fennec beta cycle
"candidates_fennec_enabled": release_config.get('candidates_fennec_enabled'),
"stage_product": release_config['stage_product'],
"postrelease_bouncer_aliases_enabled": release_config['postrelease_bouncer_aliases_enabled'],
"postrelease_version_bump_enabled": release_config['postrelease_version_bump_enabled'],
"push_to_releases_automatic": release_config['push_to_releases_automatic'],
"partner_repacks_platforms": release_config["partner_repacks_platforms"],
"eme_free_repacks_platforms": release_config["eme_free_repacks_platforms"],
"sha1_repacks_platforms": release_config["sha1_repacks_platforms"],
"repo_path": release_config["repo_path"],
"branch": release_config["branch"],
"product": release_config["product"],
"funsize_product": release_config["funsize_product"],
"release_channels": release_config['channels'],
"final_verify_channels": release_config['final_verify_channels'],
"final_verify_platforms": release_config['final_verify_platforms'],
"uptake_monitoring_platforms": release_config['uptake_monitoring_platforms'],
"source_enabled": release_config["source_enabled"],
"checksums_enabled": release_config["checksums_enabled"],
"binary_transparency_enabled": release_config.get("binary_transparency_enabled", False),
"updates_enabled": release_config["updates_enabled"],
"push_to_releases_enabled": release_config["push_to_releases_enabled"],
"verifyConfigs": {},
# ESR should not use "esr" suffix here:
"next_version": bump_version(release_config["version"].replace("esr", "")),
"appVersion": getAppVersion(release_config["version"]),
"partial_updates": get_partials(rr, release_config["partials"],
release_config['product']),
# in release-runner.py world we have a concept of branchConfig and release (shipit) vars
# todo fix get_en_US_config and en_US_config helper methods to not require both
"l10n_config": get_l10n_config(
index=index, product=release_config["product"],
branch=release_config["branch"],
revision=release_config["mozilla_revision"],
platforms=release_config['platforms'],
l10n_platforms=release_config['l10n_release_platforms'] or {},
l10n_changesets=release_config["l10n_changesets"],
tc_task_indexes=None,
),
"en_US_config": get_en_US_config(
index=index, product=release_config["product"],
branch=release_config["branch"],
revision=release_config["mozilla_revision"],
platforms=release_config['platforms'],
tc_task_indexes=None,
),
"extra_balrog_submitter_params": release_config['extra_balrog_submitter_params'],
"publish_to_balrog_channels": release_config["publish_to_balrog_channels"],
"postrelease_mark_as_shipped_enabled": release_config["postrelease_mark_as_shipped_enabled"],
# TODO: use [] when snaps_enabled is landed
"snap_enabled": release_config.get("snap_enabled", False),
"update_verify_channel": release_config["update_verify_channel"],
"update_verify_requires_cdn_push": release_config["update_verify_requires_cdn_push"],
"release_eta": release_config.get("release_eta"),
}
task_group_id, toplevel_task_id, tasks = make_task_graph_strict_kwargs(**kwargs)
log.info('Tasks generated, but not yet submitted to Taskcluster.')
import pprint
for task_id, task_def in tasks.items():
log.debug("%s ->\n%s", task_id,
pprint.pformat(task_def, indent=4, width=160))
if not options.dry_run:
submit_parallelized(queue, tasks)
resolve_task(queue, toplevel_task_id)
log_line = 'Task graph submitted: https://tools.taskcluster.net/groups/{}'.format(task_group_id)
log.info(log_line)
# TODO: We shouldn't need this extra print, but at the moment, calling the script in verbose
# mode doesn't output anything.
print log_line
def main(release_runner_config, release_config, tc_config):
api_root = release_runner_config.get('api', 'api_root')
username = release_runner_config.get('api', 'username')
password = release_runner_config.get('api', 'password')
scheduler = Scheduler(tc_config)
index = Index(tc_config)
rr = ReleaseRunner(api_root=api_root, username=username, password=password)
graph_id = slugId()
log.info('Generating task graph')
kwargs = {
# release-runner.ini
"signing_pvt_key":
release_config['signing_pvt_key'],
"public_key":
release_config['docker_worker_key'],
"balrog_username":
release_config['balrog_username'],
"balrog_password":
release_config['balrog_password'],
"beetmover_aws_access_key_id":
release_config['beetmover_aws_access_key_id'],
"beetmover_aws_secret_access_key":
release_config['beetmover_aws_secret_access_key'],
"signing_class":
"release-signing", # TODO: stagin specific, make them configurable
# ship-it items
"version":
release_config["version"],
"revision":
release_config["mozilla_revision"],
"mozharness_changeset":
release_config.get("mozharness_changeset")
or release_config["mozilla_revision"],
"buildNumber":
release_config["build_number"],
"l10n_changesets":
release_config["l10n_changesets"],
# was branchConfig items
"funsize_balrog_api_root":
release_config["funsize_balrog_api_root"],
"balrog_api_root":
release_config["balrog_api_root"],
"build_tools_repo_path":
release_config['build_tools_repo_path'],
"tuxedo_server_url":
release_config['tuxedo_server_url'],
"uptake_monitoring_enabled":
release_config['uptake_monitoring_enabled'],
"beetmover_candidates_bucket":
release_config["beetmover_candidates_bucket"],
"bouncer_enabled":
release_config["bouncer_enabled"],
"updates_builder_enabled":
release_config["updates_builder_enabled"],
"update_verify_enabled":
release_config["update_verify_enabled"],
"push_to_candidates_enabled":
release_config['push_to_candidates_enabled'],
# TODO: temporary config enabled during 53 Fennec beta cycle
"candidates_fennec_enabled":
release_config.get('candidates_fennec_enabled'),
"stage_product":
release_config['stage_product'],
"postrelease_bouncer_aliases_enabled":
release_config['postrelease_bouncer_aliases_enabled'],
"postrelease_version_bump_enabled":
release_config['postrelease_version_bump_enabled'],
"push_to_releases_automatic":
release_config['push_to_releases_automatic'],
"partner_repacks_platforms":
release_config["partner_repacks_platforms"],
"eme_free_repacks_platforms":
release_config["eme_free_repacks_platforms"],
"sha1_repacks_platforms":
release_config["sha1_repacks_platforms"],
"repo_path":
release_config["repo_path"],
"branch":
release_config["branch"],
"product":
release_config["product"],
"release_channels":
release_config['channels'],
"final_verify_channels":
release_config['final_verify_channels'],
"final_verify_platforms":
release_config['final_verify_platforms'],
"uptake_monitoring_platforms":
release_config['uptake_monitoring_platforms'],
"source_enabled":
release_config["source_enabled"],
"checksums_enabled":
release_config["checksums_enabled"],
"updates_enabled":
release_config["updates_enabled"],
"push_to_releases_enabled":
release_config["push_to_releases_enabled"],
"verifyConfigs": {},
# ESR should not use "esr" suffix here:
"next_version":
bump_version(release_config["version"].replace("esr", "")),
"appVersion":
getAppVersion(release_config["version"]),
"partial_updates":
get_partials(rr, release_config["partials"],
release_config['product']),
# in release-runner.py world we have a concept of branchConfig and release (shipit) vars
# todo fix get_en_US_config and en_US_config helper methods to not require both
"l10n_config":
get_l10n_config(
index=index,
product=release_config["product"],
branch=release_config["branch"],
revision=release_config["mozilla_revision"],
platforms=release_config['platforms'],
l10n_platforms=release_config['l10n_release_platforms'] or {},
l10n_changesets=release_config["l10n_changesets"],
tc_task_indexes=None,
),
"en_US_config":
get_en_US_config(
index=index,
product=release_config["product"],
branch=release_config["branch"],
revision=release_config["mozilla_revision"],
platforms=release_config['platforms'],
tc_task_indexes=None,
),
"extra_balrog_submitter_params":
release_config['extra_balrog_submitter_params'],
"publish_to_balrog_channels":
release_config["publish_to_balrog_channels"],
"postrelease_mark_as_shipped_enabled":
release_config["postrelease_mark_as_shipped_enabled"],
# TODO: use [] when snaps_enabled is landed
"snap_enabled":
release_config.get("snap_enabled", False),
"update_verify_channel":
release_config["update_verify_channel"],
"update_verify_requires_cdn_push":
release_config["update_verify_requires_cdn_push"],
}
graph = make_task_graph_strict_kwargs(**kwargs)
log.info("Submitting task graph")
import pprint
log.info(pprint.pformat(graph, indent=4, width=160))
if not options.dry_run:
print scheduler.createTaskGraph(graph_id, graph)
def assign_and_check_partial_updates(release_runner, release, releases_config):
release['partial_updates'] = get_partials(release_runner,
release['partials'],
release['product'])
PartialsSanitizer(**release).run()
def main(options):
log.info('Loading config from %s' % options.config)
config = load_config(options.config)
if config.getboolean('release-runner', 'verbose'):
log_level = logging.DEBUG
else:
log_level = logging.INFO
logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s",
level=log_level)
# Suppress logging of retry(), see bug 925321 for the details
logging.getLogger("util.retry").setLevel(logging.WARN)
# Shorthand
api_root = config.get('api', 'api_root')
username = config.get('api', 'username')
password = config.get('api', 'password')
buildbot_configs = config.get('release-runner', 'buildbot_configs')
buildbot_configs_branch = config.get('release-runner',
'buildbot_configs_branch')
sleeptime = config.getint('release-runner', 'sleeptime')
notify_from = get_config(config, 'release-runner', 'notify_from', None)
notify_to = get_config(config, 'release-runner', 'notify_to_announce', None)
docker_worker_key = get_config(config, 'release-runner',
'docker_worker_key', None)
signing_pvt_key = get_config(config, 'signing', 'pvt_key', None)
if isinstance(notify_to, basestring):
notify_to = [x.strip() for x in notify_to.split(',')]
smtp_server = get_config(config, 'release-runner', 'smtp_server',
'localhost')
tc_config = {
"credentials": {
"clientId": get_config(config, "taskcluster", "client_id", None),
"accessToken": get_config(config, "taskcluster", "access_token", None),
}
}
# Extend tc_config for retries, see Bug 1293744
# https://github.com/taskcluster/taskcluster-client.py/blob/0.0.24/taskcluster/client.py#L30
# This is a stopgap until Bug 1259627 is fixed.
retrying_tc_config = tc_config.copy()
retrying_tc_config.update({"maxRetries": 12})
configs_workdir = 'buildbot-configs'
balrog_username = get_config(config, "balrog", "username", None)
balrog_password = get_config(config, "balrog", "password", None)
extra_balrog_submitter_params = get_config(config, "balrog", "extra_balrog_submitter_params", None)
beetmover_aws_access_key_id = get_config(config, "beetmover", "aws_access_key_id", None)
beetmover_aws_secret_access_key = get_config(config, "beetmover", "aws_secret_access_key", None)
gpg_key_path = get_config(config, "signing", "gpg_key_path", None)
# TODO: replace release sanity with direct checks of en-US and l10n revisions (and other things if needed)
rr = ReleaseRunner(api_root=api_root, username=username, password=password)
scheduler = Scheduler(retrying_tc_config)
index = Index(tc_config)
queue = Queue(tc_config)
# Main loop waits for new releases, processes them and exits.
while True:
try:
log.debug('Fetching release requests')
rr.get_release_requests()
if rr.new_releases:
for release in rr.new_releases:
log.info('Got a new release request: %s' % release)
break
else:
log.debug('Sleeping for %d seconds before polling again' %
sleeptime)
time.sleep(sleeptime)
except:
log.error("Caught exception when polling:", exc_info=True)
sys.exit(5)
retry(mercurial, args=(buildbot_configs, configs_workdir), kwargs=dict(branch=buildbot_configs_branch))
if 'symlinks' in config.sections():
format_dict = dict(buildbot_configs=configs_workdir)
for target in config.options('symlinks'):
symlink = config.get('symlinks', target).format(**format_dict)
if path.exists(symlink):
log.warning("Skipping %s -> %s symlink" % (symlink, target))
else:
log.info("Adding %s -> %s symlink" % (symlink, target))
os.symlink(target, symlink)
# TODO: this won't work for Thunderbird...do we care?
branch = release["branch"].split("/")[-1]
release['branchShortName'] = branch
branchConfig = readBranchConfig(path.join(configs_workdir, "mozilla"), branch=branch)
release_channels = update_channels(release["version"], branchConfig["release_channel_mappings"])
# candidate releases are split in two graphs and release-runner only handles the first
# graph of tasks. so parts like postrelease, push_to_releases/mirrors, and mirror dependant
# channels are handled in the second generated graph outside of release-runner.
# This is not elegant but it should do the job for now
candidate_release = is_candidate_release(release_channels)
if candidate_release:
postrelease_enabled = False
postrelease_bouncer_aliases_enabled = False
final_verify_channels = [
c for c in release_channels if c not in branchConfig.get('mirror_requiring_channels', [])
]
publish_to_balrog_channels = [
c for c in release_channels if c not in branchConfig.get('mirror_requiring_channels', [])
]
push_to_releases_enabled = False
postrelease_mark_as_shipped_enabled = False
else:
postrelease_enabled = branchConfig['postrelease_version_bump_enabled']
postrelease_bouncer_aliases_enabled = branchConfig['postrelease_bouncer_aliases_enabled']
postrelease_mark_as_shipped_enabled = branchConfig['postrelease_mark_as_shipped_enabled']
final_verify_channels = release_channels
publish_to_balrog_channels = release_channels
push_to_releases_enabled = True
rc = 0
for release in rr.new_releases:
ship_it_product_name = release['product']
tc_product_name = branchConfig['stage_product'][ship_it_product_name]
# XXX: Doesn't work with neither Fennec nor Thunderbird
platforms = branchConfig['release_platforms']
log.debug('Will check these platforms in order to know if builds are completed: %s', platforms)
if not are_en_us_builds_completed(index, queue, release_name=release['name'], branch=branch,
revision=release['mozillaRevision'], tc_product_name=tc_product_name,
platforms=platforms):
log.info('Builds are not completed yet, skipping release "%s" for now', release['name'])
rr.update_status(release, 'Waiting for builds to be completed')
continue
log.info('Every build is completed for release: %s', release['name'])
graph_id = slugId()
try:
rr.update_status(release, 'Generating task graph')
l10n_changesets = parsePlainL10nChangesets(rr.get_release_l10n(release["name"]))
kwargs = {
"public_key": docker_worker_key,
"version": release["version"],
# ESR should not use "esr" suffix here:
"next_version": bump_version(release["version"].replace("esr", "")),
"appVersion": getAppVersion(release["version"]),
"buildNumber": release["buildNumber"],
"source_enabled": True,
"checksums_enabled": True,
"repo_path": release["branch"],
"revision": release["mozillaRevision"],
"product": release["product"],
# if mozharness_revision is not passed, use 'revision'
"mozharness_changeset": release.get('mh_changeset') or release['mozillaRevision'],
"partial_updates": get_partials(rr, release['partials'], release['product']),
"branch": branch,
"updates_enabled": bool(release["partials"]),
"l10n_config": get_l10n_config(
index=index, product=release["product"], branch=branch,
revision=release['mozillaRevision'],
platforms=branchConfig['platforms'],
l10n_platforms=branchConfig['l10n_release_platforms'],
l10n_changesets=l10n_changesets
),
"en_US_config": get_en_US_config(
index=index, product=release["product"], branch=branch,
revision=release['mozillaRevision'],
platforms=branchConfig['release_platforms']
),
"verifyConfigs": {},
"balrog_api_root": branchConfig["balrog_api_root"],
"funsize_balrog_api_root": branchConfig["funsize_balrog_api_root"],
"balrog_username": balrog_username,
"balrog_password": balrog_password,
"beetmover_aws_access_key_id": beetmover_aws_access_key_id,
"beetmover_aws_secret_access_key": beetmover_aws_secret_access_key,
# TODO: stagin specific, make them configurable
"signing_class": "release-signing",
"bouncer_enabled": branchConfig["bouncer_enabled"],
"updates_builder_enabled": branchConfig["updates_builder_enabled"],
"update_verify_enabled": branchConfig["update_verify_enabled"],
"release_channels": release_channels,
"final_verify_channels": final_verify_channels,
"final_verify_platforms": branchConfig['release_platforms'],
"uptake_monitoring_platforms": branchConfig['release_platforms'],
"signing_pvt_key": signing_pvt_key,
"build_tools_repo_path": branchConfig['build_tools_repo_path'],
"push_to_candidates_enabled": branchConfig['push_to_candidates_enabled'],
"postrelease_bouncer_aliases_enabled": postrelease_bouncer_aliases_enabled,
"uptake_monitoring_enabled": branchConfig['uptake_monitoring_enabled'],
"tuxedo_server_url": branchConfig['tuxedoServerUrl'],
"postrelease_version_bump_enabled": postrelease_enabled,
"postrelease_mark_as_shipped_enabled": postrelease_mark_as_shipped_enabled,
"push_to_releases_enabled": push_to_releases_enabled,
"push_to_releases_automatic": branchConfig['push_to_releases_automatic'],
"beetmover_candidates_bucket": branchConfig["beetmover_buckets"][release["product"]],
"partner_repacks_platforms": branchConfig.get("partner_repacks_platforms", []),
"l10n_changesets": l10n_changesets,
"extra_balrog_submitter_params": extra_balrog_submitter_params,
"publish_to_balrog_channels": publish_to_balrog_channels,
}
validate_graph_kwargs(queue, gpg_key_path, **kwargs)
graph = make_task_graph_strict_kwargs(**kwargs)
rr.update_status(release, "Submitting task graph")
log.info("Task graph generated!")
import pprint
log.debug(pprint.pformat(graph, indent=4, width=160))
print scheduler.createTaskGraph(graph_id, graph)
rr.mark_as_completed(release)
email_release_drivers(smtp_server=smtp_server, from_=notify_from,
to=notify_to, release=release,
task_group_id=graph_id)
except:
# We explicitly do not raise an error here because there's no
# reason not to start other releases if creating the Task Graph
# fails for another one. We _do_ need to set this in order to exit
# with the right code, though.
rc = 2
rr.mark_as_failed(
release,
'Failed to start release promotion (graph ID: %s)' % graph_id)
log.exception("Failed to start release promotion for graph %s %s",
graph_id, release)
if rc != 0:
sys.exit(rc)
log.debug('Sleeping for %s seconds before polling again', sleeptime)
time.sleep(sleeptime)
