def get_l10n_config(release, branchConfig, branch, l10n_changesets, index): l10n_platforms = {} for platform in branchConfig["l10n_release_platforms"]: task = index.findTask( "buildbot.revisions.{revision}.{branch}.{platform}".format( revision=release["mozillaRevision"], branch=branch, platform=platform, )) # TODO: Replace this with simple names if platform.startswith("win"): binary_fmt = "public/build/{product}-{version}.en-US.{platform}.installer.exe" elif platform.startswith("mac"): binary_fmt = "public/build/{product}-{version}.en-US.{platform}.dmg" elif platform.startswith("linux"): binary_fmt = "public/build/{product}-{version}.en-US.{platform}.tar.bz2" filename = binary_fmt.format(product=release["product"], version=getAppVersion(release["version"]), platform=platform) url = "https://queue.taskcluster.net/v1/task/{taskid}/artifacts/{filename}".format( taskid=task["taskId"], filename=filename) l10n_platforms[platform] = { "locales": get_platform_locales(l10n_changesets, platform), "en_us_binary_url": url, "chunks": branchConfig["platforms"][platform].get("l10n_chunks", 6), } return { "platforms": l10n_platforms, "changesets": l10n_changesets, }
def getPartials(release): partials = {} for p in release['partials'].split(','): partialVersion, buildNumber = p.split('build') partials[partialVersion] = { 'appVersion': getAppVersion(partialVersion), 'buildNumber': buildNumber, } return partials
def substituteReleaseConfig(config, product, version, **other): from jinja2 import Environment, StrictUndefined baseTag = getBaseTag(product, version) appVersion = getAppVersion(version) environment = Environment(undefined=StrictUndefined) template = environment.from_string(config) return template.render(product=product, version=version, baseTag=baseTag, appVersion=appVersion, **other)
def get_partials(rr, partial_versions, product): partials = {} if not partial_versions: return partials for p in partial_versions.split(','): partialVersion, buildNumber = p.split('build') partial_release_name = '{}-{}-build{}'.format( product.capitalize(), partialVersion, buildNumber, ) partials[partialVersion] = { 'appVersion': getAppVersion(partialVersion), 'buildNumber': buildNumber, 'locales': parsePlainL10nChangesets( rr.get_release_l10n(partial_release_name)).keys(), } return partials
def get_partials(rr, partial_versions, product): partials = {} if not partial_versions: return partials for p in [stripped.strip() for stripped in partial_versions.split(',')]: partialVersion, buildNumber = p.split('build') partial_release_name = '{}-{}-build{}'.format( product.capitalize(), partialVersion, buildNumber, ) partials[partialVersion] = { 'appVersion': getAppVersion(partialVersion), 'buildNumber': buildNumber, 'locales': parsePlainL10nChangesets( rr.get_release_l10n(partial_release_name)).keys(), } return partials
def get_l10n_config(release, branchConfig, branch, l10n_changesets, index): l10n_platforms = {} for platform in branchConfig["l10n_release_platforms"]: task = index.findTask("buildbot.revisions.{revision}.{branch}.{platform}".format( revision=release["mozillaRevision"], branch=branch, platform=platform, )) # TODO: Replace this with simple names if platform.startswith("win"): binary_fmt = "public/build/{product}-{version}.en-US.{platform}.installer.exe" elif platform.startswith("mac"): binary_fmt = "public/build/{product}-{version}.en-US.{platform}.dmg" elif platform.startswith("linux"): binary_fmt = "public/build/{product}-{version}.en-US.{platform}.tar.bz2" filename = binary_fmt.format( product=release["product"], version=getAppVersion(release["version"]), platform=platform ) url = "https://queue.taskcluster.net/v1/task/{taskid}/artifacts/{filename}".format( taskid=task["taskId"], filename=filename ) l10n_platforms[platform] = { "locales": get_platform_locales(l10n_changesets, platform), "en_us_binary_url": url, "chunks": branchConfig["platforms"][platform].get("l10n_chunks", 6), } return { "platforms": l10n_platforms, "changesets": l10n_changesets, }
def testBeta(self): self.assertEquals('17.0', getAppVersion('17.0b2'))
def main(options): log.info('Loading config from %s' % options.config) config = load_config(options.config) if config.getboolean('release-runner', 'verbose'): log_level = logging.DEBUG else: log_level = logging.INFO logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s", level=log_level) # Suppress logging of retry(), see bug 925321 for the details logging.getLogger("util.retry").setLevel(logging.WARN) # Shorthand api_root = config.get('api', 'api_root') username = config.get('api', 'username') password = config.get('api', 'password') buildbot_configs = config.get('release-runner', 'buildbot_configs') buildbot_configs_branch = config.get('release-runner', 'buildbot_configs_branch') sleeptime = config.getint('release-runner', 'sleeptime') notify_from = get_config(config, 'release-runner', 'notify_from', None) notify_to = get_config(config, 'release-runner', 'notify_to_announce', None) docker_worker_key = get_config(config, 'release-runner', 'docker_worker_key', None) signing_pvt_key = get_config(config, 'signing', 'pvt_key', None) if isinstance(notify_to, basestring): notify_to = [x.strip() for x in notify_to.split(',')] smtp_server = get_config(config, 'release-runner', 'smtp_server', 'localhost') tc_config = { "credentials": { "clientId": get_config(config, "taskcluster", "client_id", None), "accessToken": get_config(config, "taskcluster", "access_token", None), } } # Extend tc_config for retries, see Bug 1293744 # https://github.com/taskcluster/taskcluster-client.py/blob/0.0.24/taskcluster/client.py#L30 # This is a stopgap until Bug 1259627 is fixed. retrying_tc_config = tc_config.copy() retrying_tc_config.update({"maxRetries": 12}) balrog_username = get_config(config, "balrog", "username", None) balrog_password = get_config(config, "balrog", "password", None) extra_balrog_submitter_params = get_config(config, "balrog", "extra_balrog_submitter_params", None) beetmover_aws_access_key_id = get_config(config, "beetmover", "aws_access_key_id", None) beetmover_aws_secret_access_key = get_config(config, "beetmover", "aws_secret_access_key", None) gpg_key_path = get_config(config, "signing", "gpg_key_path", None) # TODO: replace release sanity with direct checks of en-US and l10n revisions (and other things if needed) rr = ReleaseRunner(api_root=api_root, username=username, password=password) scheduler = Scheduler(retrying_tc_config) index = Index(tc_config) queue = Queue(tc_config) # Main loop waits for new releases, processes them and exits. while True: try: log.debug('Fetching release requests') rr.get_release_requests() if rr.new_releases: new_releases = run_prebuild_sanity_checks(rr) break else: log.debug('Sleeping for %d seconds before polling again' % sleeptime) time.sleep(sleeptime) except: log.error("Caught exception when polling:", exc_info=True) sys.exit(5) retry(mercurial, args=(buildbot_configs, CONFIGS_WORKDIR), kwargs=dict(branch=buildbot_configs_branch)) if 'symlinks' in config.sections(): format_dict = dict(buildbot_configs=CONFIGS_WORKDIR) for target in config.options('symlinks'): symlink = config.get('symlinks', target).format(**format_dict) if path.exists(symlink): log.warning("Skipping %s -> %s symlink" % (symlink, target)) else: log.info("Adding %s -> %s symlink" % (symlink, target)) os.symlink(target, symlink) rc = 0 for release in new_releases: branchConfig = get_branch_config(release) # candidate releases are split in two graphs and release-runner only handles the first # graph of tasks. so parts like postrelease, push_to_releases/mirrors, and mirror dependant # channels are handled in the second generated graph outside of release-runner. # This is not elegant but it should do the job for now release_channels = release['release_channels'] candidate_release = is_candidate_release(release_channels) if candidate_release: postrelease_enabled = False postrelease_bouncer_aliases_enabled = False final_verify_channels = [ c for c in release_channels if c not in branchConfig.get('mirror_requiring_channels', []) ] publish_to_balrog_channels = [ c for c in release_channels if c not in branchConfig.get('mirror_requiring_channels', []) ] push_to_releases_enabled = False postrelease_mark_as_shipped_enabled = False else: postrelease_enabled = branchConfig['postrelease_version_bump_enabled'] postrelease_bouncer_aliases_enabled = branchConfig['postrelease_bouncer_aliases_enabled'] postrelease_mark_as_shipped_enabled = branchConfig['postrelease_mark_as_shipped_enabled'] final_verify_channels = release_channels publish_to_balrog_channels = release_channels push_to_releases_enabled = True ship_it_product_name = release['product'] tc_product_name = branchConfig['stage_product'][ship_it_product_name] # XXX: Doesn't work with neither Fennec nor Thunderbird platforms = branchConfig['release_platforms'] try: if not are_en_us_builds_completed(index, release_name=release['name'], submitted_at=release['submittedAt'], branch=release['branchShortName'], revision=release['mozillaRevision'], tc_product_name=tc_product_name, platforms=platforms): log.info('Builds are not completed yet, skipping release "%s" for now', release['name']) rr.update_status(release, 'Waiting for builds to be completed') continue log.info('Every build is completed for release: %s', release['name']) graph_id = slugId() rr.update_status(release, 'Generating task graph') kwargs = { "public_key": docker_worker_key, "version": release["version"], # ESR should not use "esr" suffix here: "next_version": bump_version(release["version"].replace("esr", "")), "appVersion": getAppVersion(release["version"]), "buildNumber": release["buildNumber"], "source_enabled": True, "checksums_enabled": True, "repo_path": release["branch"], "revision": release["mozillaRevision"], "product": release["product"], # if mozharness_revision is not passed, use 'revision' "mozharness_changeset": release.get('mh_changeset') or release['mozillaRevision'], "partial_updates": release['partial_updates'], "branch": release['branchShortName'], "updates_enabled": bool(release["partials"]), "l10n_config": get_l10n_config( index=index, product=release["product"], branch=release['branchShortName'], revision=release['mozillaRevision'], platforms=branchConfig['platforms'], l10n_platforms=branchConfig['l10n_release_platforms'], l10n_changesets=release['l10n_changesets'] ), "en_US_config": get_en_US_config( index=index, product=release["product"], branch=release['branchShortName'], revision=release['mozillaRevision'], platforms=branchConfig['release_platforms'] ), "verifyConfigs": {}, "balrog_api_root": branchConfig["balrog_api_root"], "funsize_balrog_api_root": branchConfig["funsize_balrog_api_root"], "balrog_username": balrog_username, "balrog_password": balrog_password, "beetmover_aws_access_key_id": beetmover_aws_access_key_id, "beetmover_aws_secret_access_key": beetmover_aws_secret_access_key, # TODO: stagin specific, make them configurable "signing_class": "release-signing", "bouncer_enabled": branchConfig["bouncer_enabled"], "updates_builder_enabled": branchConfig["updates_builder_enabled"], "update_verify_enabled": branchConfig["update_verify_enabled"], "release_channels": release_channels, "final_verify_channels": final_verify_channels, "final_verify_platforms": branchConfig['release_platforms'], "uptake_monitoring_platforms": branchConfig['release_platforms'], "signing_pvt_key": signing_pvt_key, "build_tools_repo_path": branchConfig['build_tools_repo_path'], "push_to_candidates_enabled": branchConfig['push_to_candidates_enabled'], "postrelease_bouncer_aliases_enabled": postrelease_bouncer_aliases_enabled, "uptake_monitoring_enabled": branchConfig['uptake_monitoring_enabled'], "tuxedo_server_url": branchConfig['tuxedoServerUrl'], "postrelease_version_bump_enabled": postrelease_enabled, "postrelease_mark_as_shipped_enabled": postrelease_mark_as_shipped_enabled, "push_to_releases_enabled": push_to_releases_enabled, "push_to_releases_automatic": branchConfig['push_to_releases_automatic'], "beetmover_candidates_bucket": branchConfig["beetmover_buckets"][release["product"]], "partner_repacks_platforms": branchConfig.get("partner_repacks_platforms", []), "l10n_changesets": release['l10n_changesets'], "extra_balrog_submitter_params": extra_balrog_submitter_params, "publish_to_balrog_channels": publish_to_balrog_channels, "snap_enabled": branchConfig.get("snap_enabled", False), } validate_graph_kwargs(queue, gpg_key_path, **kwargs) graph = make_task_graph_strict_kwargs(**kwargs) rr.update_status(release, "Submitting task graph") log.info("Task graph generated!") import pprint log.debug(pprint.pformat(graph, indent=4, width=160)) print scheduler.createTaskGraph(graph_id, graph) rr.mark_as_completed(release) l10n_url = rr.release_l10n_api.getL10nFullUrl(release['name']) email_release_drivers(smtp_server=smtp_server, from_=notify_from, to=notify_to, release=release, task_group_id=graph_id, l10n_url=l10n_url) except Exception as exception: # We explicitly do not raise an error here because there's no # reason not to start other releases if creating the Task Graph # fails for another one. We _do_ need to set this in order to exit # with the right code, though. rc = 2 rr.mark_as_failed( release, 'Failed to start release promotion (graph ID: %s). Error(s): %s' % (graph_id, exception) ) log.exception('Failed to start release "%s" promotion for graph %s. Error(s): %s', release['name'], graph_id, exception) log.debug('Release failed: %s', release) if rc != 0: sys.exit(rc) log.debug('Sleeping for %s seconds before polling again', sleeptime) time.sleep(sleeptime)
def main(options): log.info('Loading config from %s' % options.config) config = load_config(options.config) if config.getboolean('release-runner', 'verbose'): log_level = logging.DEBUG else: log_level = logging.INFO logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s", level=log_level) # Suppress logging of retry(), see bug 925321 for the details logging.getLogger("util.retry").setLevel(logging.WARN) # Shorthand api_root = config.get('api', 'api_root') username = config.get('api', 'username') password = config.get('api', 'password') buildbot_configs = config.get('release-runner', 'buildbot_configs') buildbot_configs_branch = config.get('release-runner', 'buildbot_configs_branch') sleeptime = config.getint('release-runner', 'sleeptime') notify_from = get_config(config, 'release-runner', 'notify_from', None) notify_to = get_config(config, 'release-runner', 'notify_to', None) docker_worker_key = get_config(config, 'release-runner', 'docker_worker_key', None) if isinstance(notify_to, basestring): notify_to = [x.strip() for x in notify_to.split(',')] smtp_server = get_config(config, 'release-runner', 'smtp_server', 'localhost') tc_config = { "credentials": { "clientId": get_config(config, "taskcluster", "client_id", None), "accessToken": get_config(config, "taskcluster", "access_token", None), } } configs_workdir = 'buildbot-configs' balrog_username = get_config(config, "balrog", "username", None) balrog_password = get_config(config, "balrog", "password", None) # TODO: replace release sanity with direct checks of en-US and l10n revisions (and other things if needed) rr = ReleaseRunner(api_root=api_root, username=username, password=password) scheduler = Scheduler(tc_config) index = Index(tc_config) # Main loop waits for new releases, processes them and exits. while True: try: log.debug('Fetching release requests') rr.get_release_requests() if rr.new_releases: for release in rr.new_releases: log.info('Got a new release request: %s' % release) break else: log.debug('Sleeping for %d seconds before polling again' % sleeptime) time.sleep(sleeptime) except: log.error("Caught exception when polling:", exc_info=True) sys.exit(5) retry(mercurial, args=(buildbot_configs, configs_workdir), kwargs=dict(branch=buildbot_configs_branch)) if 'symlinks' in config.sections(): format_dict = dict(buildbot_configs=configs_workdir) for target in config.options('symlinks'): symlink = config.get('symlinks', target).format(**format_dict) if path.exists(symlink): log.warning("Skipping %s -> %s symlink" % (symlink, target)) else: log.info("Adding %s -> %s symlink" % (symlink, target)) os.symlink(target, symlink) # TODO: this won't work for Thunderbird...do we care? branch = release["branch"].split("/")[-1] branchConfig = readBranchConfig(path.join(configs_workdir, "mozilla"), branch=branch) rc = 0 for release in rr.new_releases: try: rr.update_status(release, 'Generating task graph') l10n_changesets = parsePlainL10nChangesets(rr.get_release_l10n(release["name"])) kwargs = { "public_key": docker_worker_key, "version": release["version"], "appVersion": getAppVersion(release["version"]), "buildNumber": release["buildNumber"], "source_enabled": True, "repo_path": release["branch"], "revision": release["mozillaRevision"], "product": release["product"], "partial_updates": getPartials(release), "branch": branch, "updates_enabled": bool(release["partials"]), "enUS_platforms": branchConfig["release_platforms"], "l10n_config": get_l10n_config(release, branchConfig, branch, l10n_changesets, index), "en_US_config": get_en_US_config(release, branchConfig, branch, index), "verifyConfigs": {}, "balrog_api_root": branchConfig["balrog_api_root"], "balrog_username": balrog_username, "balrog_password": balrog_password, # TODO: stagin specific, make them configurable "signing_class": "dep-signing", } verifyConfigTemplate = "{branch}-{product}-{plat}.cfg" for plat in branchConfig["release_platforms"]: kwargs["verifyConfigs"][plat] = verifyConfigTemplate.format( branch=kwargs['branch'], product=kwargs['product'], plat=plat, ) validate_graph_kwargs(**kwargs) graph_id = slugId() graph = make_task_graph(**kwargs) rr.update_status(release, "Submitting task graph") log.info("Task graph generated!") import pprint log.debug(pprint.pformat(graph, indent=4, width=160)) print scheduler.createTaskGraph(graph_id, graph) rr.mark_as_completed(release) except: # We explicitly do not raise an error here because there's no # reason not to start other releases if creating the Task Graph # fails for another one. We _do_ need to set this in order to exit # with the right code, though. rc = 2 rr.update_status(release, 'Failed to start release promotion') log.exception("Failed to start release promotion for {}: ".format(release)) if rc != 0: sys.exit(rc)
def main(release_runner_config, release_config, tc_config): api_root = release_runner_config.get('api', 'api_root') username = release_runner_config.get('api', 'username') password = release_runner_config.get('api', 'password') scheduler = Scheduler(tc_config) index = Index(tc_config) rr = ReleaseRunner(api_root=api_root, username=username, password=password) graph_id = slugId() log.info('Generating task graph') kwargs = { # release-runner.ini "signing_pvt_key": release_config['signing_pvt_key'], "public_key": release_config['docker_worker_key'], "balrog_username": release_config['balrog_username'], "balrog_password": release_config['balrog_password'], "beetmover_aws_access_key_id": release_config['beetmover_aws_access_key_id'], "beetmover_aws_secret_access_key": release_config['beetmover_aws_secret_access_key'], "signing_class": "release-signing", # TODO: stagin specific, make them configurable # ship-it items "version": release_config["version"], "revision": release_config["mozilla_revision"], "mozharness_changeset": release_config["mozharness_changeset"] or release_config["mozilla_revision"], "buildNumber": release_config["build_number"], "l10n_changesets": release_config["l10n_changesets"], # was branchConfig items "funsize_balrog_api_root": release_config["funsize_balrog_api_root"], "balrog_api_root": release_config["balrog_api_root"], "build_tools_repo_path": release_config['build_tools_repo_path'], "tuxedo_server_url": release_config['tuxedo_server_url'], "uptake_monitoring_enabled": release_config['uptake_monitoring_enabled'], "beetmover_candidates_bucket": release_config["beetmover_candidates_bucket"], "bouncer_enabled": release_config["bouncer_enabled"], "updates_builder_enabled": release_config["updates_builder_enabled"], "update_verify_enabled": release_config["update_verify_enabled"], "push_to_candidates_enabled": release_config['push_to_candidates_enabled'], "postrelease_bouncer_aliases_enabled": release_config['postrelease_bouncer_aliases_enabled'], "postrelease_version_bump_enabled": release_config['postrelease_version_bump_enabled'], "push_to_releases_automatic": release_config['push_to_releases_automatic'], "partner_repacks_platforms": release_config["partner_repacks_platforms"], "repo_path": release_config["repo_path"], "branch": release_config["branch"], "product": release_config["product"], "release_channels": release_config['channels'], "final_verify_channels": release_config['final_verify_channels'], "final_verify_platforms": release_config['final_verify_platforms'], "uptake_monitoring_platforms": release_config['uptake_monitoring_platforms'], "source_enabled": release_config["source_enabled"], "checksums_enabled": release_config["checksums_enabled"], "updates_enabled": release_config["updates_enabled"], "push_to_releases_enabled": release_config["push_to_releases_enabled"], "verifyConfigs": {}, # ESR should not use "esr" suffix here: "next_version": bump_version(release_config["version"].replace("esr", "")), "appVersion": getAppVersion(release_config["version"]), "partial_updates": get_partials(rr, release_config["partials"], release_config['product']), # in release-runner.py world we have a concept of branchConfig and release (shipit) vars # todo fix get_en_US_config and en_US_config helper methods to not require both "l10n_config": get_l10n_config( index=index, product=release_config["product"], branch=release_config["branch"], revision=release_config["mozilla_revision"], platforms=release_config['platforms'], l10n_platforms=release_config['l10n_release_platforms'] or {}, l10n_changesets=release_config["l10n_changesets"] ), "en_US_config": get_en_US_config( index=index, product=release_config["product"], branch=release_config["branch"], revision=release_config["mozilla_revision"], platforms=release_config['platforms'] ), "extra_balrog_submitter_params": release_config['extra_balrog_submitter_params'], "publish_to_balrog_channels": release_config["publish_to_balrog_channels"], "postrelease_mark_as_shipped_enabled": release_config["postrelease_mark_as_shipped_enabled"], # TODO: use [] when snaps_enabled is landed "snap_enabled": release_config.get("snap_enabled", False), } graph = make_task_graph_strict_kwargs(**kwargs) log.info("Submitting task graph") import pprint log.info(pprint.pformat(graph, indent=4, width=160)) if not options.dry_run: print scheduler.createTaskGraph(graph_id, graph)
def main(release_runner_config, release_config, tc_config, options): api_root = release_runner_config['api']['api_root'] username = release_runner_config['api']['username'] password = release_runner_config['api']['password'] queue = Queue(tc_config) index = Index(tc_config) rr = ReleaseRunner(api_root=api_root, username=username, password=password) log.info('Generating task graph') kwargs = { # release-runner.ini "signing_pvt_key": release_config['signing_pvt_key'], "public_key": release_config['docker_worker_key'], "balrog_username": release_config['balrog_username'], "balrog_password": release_config['balrog_password'], "beetmover_aws_access_key_id": release_config['beetmover_aws_access_key_id'], "beetmover_aws_secret_access_key": release_config['beetmover_aws_secret_access_key'], # ship-it items "version": release_config["version"], "revision": release_config["mozilla_revision"], "mozharness_changeset": release_config.get("mozharness_changeset") or release_config["mozilla_revision"], "buildNumber": release_config["build_number"], "l10n_changesets": release_config["l10n_changesets"], # was branchConfig items "balrog_vpn_proxy": release_config["balrog_vpn_proxy"], "funsize_balrog_api_root": release_config["funsize_balrog_api_root"], "balrog_api_root": release_config["balrog_api_root"], "build_tools_repo_path": release_config['build_tools_repo_path'], "tuxedo_server_url": release_config['tuxedo_server_url'], "uptake_monitoring_enabled": release_config['uptake_monitoring_enabled'], "beetmover_candidates_bucket": release_config["beetmover_candidates_bucket"], "signing_class": release_config["signing_class"], "accepted_mar_channel_id": release_config.get("accepted_mar_channel_id"), "signing_cert": release_config["signing_cert"], "mar_signing_format": get_mar_signing_format(release_config["version"]), "moz_disable_mar_cert_verification": release_config.get("moz_disable_mar_cert_verification"), "root_home_dir": release_config["root_home_dir"], "bouncer_enabled": release_config["bouncer_enabled"], "updates_builder_enabled": release_config["updates_builder_enabled"], "update_verify_enabled": release_config["update_verify_enabled"], "push_to_candidates_enabled": release_config['push_to_candidates_enabled'], # TODO: temporary config enabled during 53 Fennec beta cycle "candidates_fennec_enabled": release_config.get('candidates_fennec_enabled'), "stage_product": release_config['stage_product'], "postrelease_bouncer_aliases_enabled": release_config['postrelease_bouncer_aliases_enabled'], "postrelease_version_bump_enabled": release_config['postrelease_version_bump_enabled'], "push_to_releases_automatic": release_config['push_to_releases_automatic'], "partner_repacks_platforms": release_config["partner_repacks_platforms"], "eme_free_repacks_platforms": release_config["eme_free_repacks_platforms"], "sha1_repacks_platforms": release_config["sha1_repacks_platforms"], "repo_path": release_config["repo_path"], "branch": release_config["branch"], "product": release_config["product"], "funsize_product": release_config["funsize_product"], "release_channels": release_config['channels'], "final_verify_channels": release_config['final_verify_channels'], "final_verify_platforms": release_config['final_verify_platforms'], "uptake_monitoring_platforms": release_config['uptake_monitoring_platforms'], "source_enabled": release_config["source_enabled"], "checksums_enabled": release_config["checksums_enabled"], "binary_transparency_enabled": release_config.get("binary_transparency_enabled", False), "updates_enabled": release_config["updates_enabled"], "push_to_releases_enabled": release_config["push_to_releases_enabled"], "verifyConfigs": {}, # ESR should not use "esr" suffix here: "next_version": bump_version(release_config["version"].replace("esr", "")), "appVersion": getAppVersion(release_config["version"]), "partial_updates": get_partials(rr, release_config["partials"], release_config['product']), # in release-runner.py world we have a concept of branchConfig and release (shipit) vars # todo fix get_en_US_config and en_US_config helper methods to not require both "l10n_config": get_l10n_config( index=index, product=release_config["product"], branch=release_config["branch"], revision=release_config["mozilla_revision"], platforms=release_config['platforms'], l10n_platforms=release_config['l10n_release_platforms'] or {}, l10n_changesets=release_config["l10n_changesets"], tc_task_indexes=None, ), "en_US_config": get_en_US_config( index=index, product=release_config["product"], branch=release_config["branch"], revision=release_config["mozilla_revision"], platforms=release_config['platforms'], tc_task_indexes=None, ), "extra_balrog_submitter_params": release_config['extra_balrog_submitter_params'], "publish_to_balrog_channels": release_config["publish_to_balrog_channels"], "postrelease_mark_as_shipped_enabled": release_config["postrelease_mark_as_shipped_enabled"], # TODO: use [] when snaps_enabled is landed "snap_enabled": release_config.get("snap_enabled", False), "update_verify_channel": release_config["update_verify_channel"], "update_verify_requires_cdn_push": release_config["update_verify_requires_cdn_push"], "release_eta": release_config.get("release_eta"), "lzma_to_bz2": release_config.get("lzma_to_bz2", False), } task_group_id, toplevel_task_id, tasks = make_task_graph_strict_kwargs( **kwargs) log.info('Tasks generated, but not yet submitted to Taskcluster.') import pprint for task_id, task_def in tasks.items(): log.debug("%s ->\n%s", task_id, pprint.pformat(task_def, indent=4, width=160)) if not options.dry_run: submit_parallelized(queue, tasks) resolve_task(queue, toplevel_task_id) log_line = 'Task graph submitted: https://tools.taskcluster.net/groups/{}'.format( task_group_id) log.info(log_line) # TODO: We shouldn't need this extra print, but at the moment, calling the script in verbose # mode doesn't output anything. print log_line return task_group_id
def main(release_runner_config, release_config, tc_config): api_root = release_runner_config['api']['api_root'] username = release_runner_config['api']['username'] password = release_runner_config['api']['password'] queue = Queue(tc_config) index = Index(tc_config) rr = ReleaseRunner(api_root=api_root, username=username, password=password) log.info('Generating task graph') kwargs = { # release-runner.ini "signing_pvt_key": release_config['signing_pvt_key'], "public_key": release_config['docker_worker_key'], "balrog_username": release_config['balrog_username'], "balrog_password": release_config['balrog_password'], "beetmover_aws_access_key_id": release_config['beetmover_aws_access_key_id'], "beetmover_aws_secret_access_key": release_config['beetmover_aws_secret_access_key'], # ship-it items "version": release_config["version"], "revision": release_config["mozilla_revision"], "mozharness_changeset": release_config.get("mozharness_changeset") or release_config["mozilla_revision"], "buildNumber": release_config["build_number"], "l10n_changesets": release_config["l10n_changesets"], # was branchConfig items "funsize_balrog_api_root": release_config["funsize_balrog_api_root"], "balrog_api_root": release_config["balrog_api_root"], "build_tools_repo_path": release_config['build_tools_repo_path'], "tuxedo_server_url": release_config['tuxedo_server_url'], "uptake_monitoring_enabled": release_config['uptake_monitoring_enabled'], "beetmover_candidates_bucket": release_config["beetmover_candidates_bucket"], "signing_class": release_config["signing_class"], "accepted_mar_channel_id": release_config.get("accepted_mar_channel_id"), "signing_cert": release_config["signing_cert"], "mar_signing_format": get_mar_signing_format(release_config["version"]), "moz_disable_mar_cert_verification": release_config.get("moz_disable_mar_cert_verification"), "root_home_dir": release_config["root_home_dir"], "bouncer_enabled": release_config["bouncer_enabled"], "updates_builder_enabled": release_config["updates_builder_enabled"], "update_verify_enabled": release_config["update_verify_enabled"], "push_to_candidates_enabled": release_config['push_to_candidates_enabled'], # TODO: temporary config enabled during 53 Fennec beta cycle "candidates_fennec_enabled": release_config.get('candidates_fennec_enabled'), "stage_product": release_config['stage_product'], "postrelease_bouncer_aliases_enabled": release_config['postrelease_bouncer_aliases_enabled'], "postrelease_version_bump_enabled": release_config['postrelease_version_bump_enabled'], "push_to_releases_automatic": release_config['push_to_releases_automatic'], "partner_repacks_platforms": release_config["partner_repacks_platforms"], "eme_free_repacks_platforms": release_config["eme_free_repacks_platforms"], "sha1_repacks_platforms": release_config["sha1_repacks_platforms"], "repo_path": release_config["repo_path"], "branch": release_config["branch"], "product": release_config["product"], "funsize_product": release_config["funsize_product"], "release_channels": release_config['channels'], "final_verify_channels": release_config['final_verify_channels'], "final_verify_platforms": release_config['final_verify_platforms'], "uptake_monitoring_platforms": release_config['uptake_monitoring_platforms'], "source_enabled": release_config["source_enabled"], "checksums_enabled": release_config["checksums_enabled"], "binary_transparency_enabled": release_config.get("binary_transparency_enabled", False), "updates_enabled": release_config["updates_enabled"], "push_to_releases_enabled": release_config["push_to_releases_enabled"], "verifyConfigs": {}, # ESR should not use "esr" suffix here: "next_version": bump_version(release_config["version"].replace("esr", "")), "appVersion": getAppVersion(release_config["version"]), "partial_updates": get_partials(rr, release_config["partials"], release_config['product']), # in release-runner.py world we have a concept of branchConfig and release (shipit) vars # todo fix get_en_US_config and en_US_config helper methods to not require both "l10n_config": get_l10n_config( index=index, product=release_config["product"], branch=release_config["branch"], revision=release_config["mozilla_revision"], platforms=release_config['platforms'], l10n_platforms=release_config['l10n_release_platforms'] or {}, l10n_changesets=release_config["l10n_changesets"], tc_task_indexes=None, ), "en_US_config": get_en_US_config( index=index, product=release_config["product"], branch=release_config["branch"], revision=release_config["mozilla_revision"], platforms=release_config['platforms'], tc_task_indexes=None, ), "extra_balrog_submitter_params": release_config['extra_balrog_submitter_params'], "publish_to_balrog_channels": release_config["publish_to_balrog_channels"], "postrelease_mark_as_shipped_enabled": release_config["postrelease_mark_as_shipped_enabled"], # TODO: use [] when snaps_enabled is landed "snap_enabled": release_config.get("snap_enabled", False), "update_verify_channel": release_config["update_verify_channel"], "update_verify_requires_cdn_push": release_config["update_verify_requires_cdn_push"], "release_eta": release_config.get("release_eta"), } task_group_id, toplevel_task_id, tasks = make_task_graph_strict_kwargs(**kwargs) log.info('Tasks generated, but not yet submitted to Taskcluster.') import pprint for task_id, task_def in tasks.items(): log.debug("%s ->\n%s", task_id, pprint.pformat(task_def, indent=4, width=160)) if not options.dry_run: submit_parallelized(queue, tasks) resolve_task(queue, toplevel_task_id) log_line = 'Task graph submitted: https://tools.taskcluster.net/groups/{}'.format(task_group_id) log.info(log_line) # TODO: We shouldn't need this extra print, but at the moment, calling the script in verbose # mode doesn't output anything. print log_line
def main(options): log.info('Loading config from %s' % options.config) config = load_config(options.config) if config.getboolean('release-runner', 'verbose'): log_level = logging.DEBUG else: log_level = logging.INFO logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s", level=log_level) # Suppress logging of retry(), see bug 925321 for the details logging.getLogger("util.retry").setLevel(logging.WARN) # Shorthand api_root = config.get('api', 'api_root') username = config.get('api', 'username') password = config.get('api', 'password') buildbot_configs = config.get('release-runner', 'buildbot_configs') buildbot_configs_branch = config.get('release-runner', 'buildbot_configs_branch') sleeptime = config.getint('release-runner', 'sleeptime') notify_from = get_config(config, 'release-runner', 'notify_from', None) notify_to = get_config(config, 'release-runner', 'notify_to', None) docker_worker_key = get_config(config, 'release-runner', 'docker_worker_key', None) signing_pvt_key = get_config(config, 'signing', 'pvt_key', None) if isinstance(notify_to, basestring): notify_to = [x.strip() for x in notify_to.split(',')] smtp_server = get_config(config, 'release-runner', 'smtp_server', 'localhost') tc_config = { "credentials": { "clientId": get_config(config, "taskcluster", "client_id", None), "accessToken": get_config(config, "taskcluster", "access_token", None), } } configs_workdir = 'buildbot-configs' balrog_username = get_config(config, "balrog", "username", None) balrog_password = get_config(config, "balrog", "password", None) extra_balrog_submitter_params = get_config( config, "balrog", "extra_balrog_submitter_params", None) beetmover_aws_access_key_id = get_config(config, "beetmover", "aws_access_key_id", None) beetmover_aws_secret_access_key = get_config(config, "beetmover", "aws_secret_access_key", None) gpg_key_path = get_config(config, "signing", "gpg_key_path", None) # TODO: replace release sanity with direct checks of en-US and l10n revisions (and other things if needed) rr = ReleaseRunner(api_root=api_root, username=username, password=password) scheduler = Scheduler(tc_config) index = Index(tc_config) queue = Queue(tc_config) # Main loop waits for new releases, processes them and exits. while True: try: log.debug('Fetching release requests') rr.get_release_requests() if rr.new_releases: for release in rr.new_releases: log.info('Got a new release request: %s' % release) break else: log.debug('Sleeping for %d seconds before polling again' % sleeptime) time.sleep(sleeptime) except: log.error("Caught exception when polling:", exc_info=True) sys.exit(5) retry(mercurial, args=(buildbot_configs, configs_workdir), kwargs=dict(branch=buildbot_configs_branch)) if 'symlinks' in config.sections(): format_dict = dict(buildbot_configs=configs_workdir) for target in config.options('symlinks'): symlink = config.get('symlinks', target).format(**format_dict) if path.exists(symlink): log.warning("Skipping %s -> %s symlink" % (symlink, target)) else: log.info("Adding %s -> %s symlink" % (symlink, target)) os.symlink(target, symlink) # TODO: this won't work for Thunderbird...do we care? branch = release["branch"].split("/")[-1] branchConfig = readBranchConfig(path.join(configs_workdir, "mozilla"), branch=branch) release_channels = update_channels( release["version"], branchConfig["release_channel_mappings"]) # candidate releases are split in two graphs and release-runner only handles the first # graph of tasks. so parts like postrelease, push_to_releases/mirrors, and mirror dependant # channels are handled in the second generated graph outside of release-runner. # This is not elegant but it should do the job for now candidate_release = is_candidate_release(release_channels) if candidate_release: postrelease_enabled = False final_verify_channels = [ c for c in release_channels if c not in branchConfig.get('mirror_requiring_channels', []) ] # TODO - use publish_to_balrog_channels once releasetasks publishes to balrog publish_to_balrog_channels = [ c for c in release_channels if c not in branchConfig.get('mirror_requiring_channels', []) ] push_to_releases_enabled = False else: postrelease_enabled = branchConfig['postrelease_version_bump_enabled'] final_verify_channels = release_channels publish_to_balrog_channels = release_channels push_to_releases_enabled = True rc = 0 for release in rr.new_releases: graph_id = slugId() try: rr.update_status(release, 'Generating task graph') l10n_changesets = parsePlainL10nChangesets( rr.get_release_l10n(release["name"])) kwargs = { "public_key": docker_worker_key, "version": release["version"], "next_version": bump_version(release["version"]), "appVersion": getAppVersion(release["version"]), "buildNumber": release["buildNumber"], "source_enabled": True, "checksums_enabled": True, "repo_path": release["branch"], "revision": release["mozillaRevision"], "product": release["product"], # if mozharness_revision is not passed, use 'revision' "mozharness_changeset": release.get('mh_changeset') or release['mozillaRevision'], "partial_updates": getPartials(release), "branch": branch, "updates_enabled": bool(release["partials"]), "l10n_config": get_l10n_config(release, branchConfig, branch, l10n_changesets, index), "en_US_config": get_en_US_config(release, branchConfig, branch, index), "verifyConfigs": {}, "balrog_api_root": branchConfig["balrog_api_root"], "funsize_balrog_api_root": branchConfig["funsize_balrog_api_root"], "balrog_username": balrog_username, "balrog_password": balrog_password, "beetmover_aws_access_key_id": beetmover_aws_access_key_id, "beetmover_aws_secret_access_key": beetmover_aws_secret_access_key, # TODO: stagin specific, make them configurable "signing_class": "release-signing", "bouncer_enabled": branchConfig["bouncer_enabled"], "release_channels": release_channels, "final_verify_channels": final_verify_channels, "signing_pvt_key": signing_pvt_key, "build_tools_repo_path": branchConfig['build_tools_repo_path'], "push_to_candidates_enabled": branchConfig['push_to_candidates_enabled'], "postrelease_bouncer_aliases_enabled": branchConfig['postrelease_bouncer_aliases_enabled'], "tuxedo_server_url": branchConfig['tuxedoServerUrl'], "postrelease_version_bump_enabled": postrelease_enabled, "push_to_releases_enabled": push_to_releases_enabled, "push_to_releases_automatic": branchConfig['push_to_releases_automatic'], "beetmover_candidates_bucket": branchConfig["beetmover_buckets"][release["product"]], } if extra_balrog_submitter_params: kwargs[ "extra_balrog_submitter_params"] = extra_balrog_submitter_params validate_graph_kwargs(queue, gpg_key_path, **kwargs) graph = make_task_graph(**kwargs) rr.update_status(release, "Submitting task graph") log.info("Task graph generated!") import pprint log.debug(pprint.pformat(graph, indent=4, width=160)) print scheduler.createTaskGraph(graph_id, graph) rr.mark_as_completed(release) email_release_drivers(smtp_server=smtp_server, from_=notify_from, to=notify_to, release=release, graph_id=graph_id) except: # We explicitly do not raise an error here because there's no # reason not to start other releases if creating the Task Graph # fails for another one. We _do_ need to set this in order to exit # with the right code, though. rc = 2 rr.mark_as_failed( release, 'Failed to start release promotion (graph ID: %s)' % graph_id) log.exception("Failed to start release promotion for graph %s %s", graph_id, release) if rc != 0: sys.exit(rc)
def main(release_runner_config, release_config, tc_config): api_root = release_runner_config.get('api', 'api_root') username = release_runner_config.get('api', 'username') password = release_runner_config.get('api', 'password') scheduler = Scheduler(tc_config) index = Index(tc_config) rr = ReleaseRunner(api_root=api_root, username=username, password=password) graph_id = slugId() log.info('Generating task graph') kwargs = { # release-runner.ini "signing_pvt_key": release_config['signing_pvt_key'], "public_key": release_config['docker_worker_key'], "balrog_username": release_config['balrog_username'], "balrog_password": release_config['balrog_password'], "beetmover_aws_access_key_id": release_config['beetmover_aws_access_key_id'], "beetmover_aws_secret_access_key": release_config['beetmover_aws_secret_access_key'], "signing_class": "release-signing", # TODO: stagin specific, make them configurable # ship-it items "version": release_config["version"], "revision": release_config["mozilla_revision"], "mozharness_changeset": release_config.get("mozharness_changeset") or release_config["mozilla_revision"], "buildNumber": release_config["build_number"], "l10n_changesets": release_config["l10n_changesets"], # was branchConfig items "funsize_balrog_api_root": release_config["funsize_balrog_api_root"], "balrog_api_root": release_config["balrog_api_root"], "build_tools_repo_path": release_config['build_tools_repo_path'], "tuxedo_server_url": release_config['tuxedo_server_url'], "uptake_monitoring_enabled": release_config['uptake_monitoring_enabled'], "beetmover_candidates_bucket": release_config["beetmover_candidates_bucket"], "bouncer_enabled": release_config["bouncer_enabled"], "updates_builder_enabled": release_config["updates_builder_enabled"], "update_verify_enabled": release_config["update_verify_enabled"], "push_to_candidates_enabled": release_config['push_to_candidates_enabled'], # TODO: temporary config enabled during 53 Fennec beta cycle "candidates_fennec_enabled": release_config.get('candidates_fennec_enabled'), "stage_product": release_config['stage_product'], "postrelease_bouncer_aliases_enabled": release_config['postrelease_bouncer_aliases_enabled'], "postrelease_version_bump_enabled": release_config['postrelease_version_bump_enabled'], "push_to_releases_automatic": release_config['push_to_releases_automatic'], "partner_repacks_platforms": release_config["partner_repacks_platforms"], "eme_free_repacks_platforms": release_config["eme_free_repacks_platforms"], "sha1_repacks_platforms": release_config["sha1_repacks_platforms"], "repo_path": release_config["repo_path"], "branch": release_config["branch"], "product": release_config["product"], "release_channels": release_config['channels'], "final_verify_channels": release_config['final_verify_channels'], "final_verify_platforms": release_config['final_verify_platforms'], "uptake_monitoring_platforms": release_config['uptake_monitoring_platforms'], "source_enabled": release_config["source_enabled"], "checksums_enabled": release_config["checksums_enabled"], "updates_enabled": release_config["updates_enabled"], "push_to_releases_enabled": release_config["push_to_releases_enabled"], "verifyConfigs": {}, # ESR should not use "esr" suffix here: "next_version": bump_version(release_config["version"].replace("esr", "")), "appVersion": getAppVersion(release_config["version"]), "partial_updates": get_partials(rr, release_config["partials"], release_config['product']), # in release-runner.py world we have a concept of branchConfig and release (shipit) vars # todo fix get_en_US_config and en_US_config helper methods to not require both "l10n_config": get_l10n_config( index=index, product=release_config["product"], branch=release_config["branch"], revision=release_config["mozilla_revision"], platforms=release_config['platforms'], l10n_platforms=release_config['l10n_release_platforms'] or {}, l10n_changesets=release_config["l10n_changesets"], tc_task_indexes=None, ), "en_US_config": get_en_US_config( index=index, product=release_config["product"], branch=release_config["branch"], revision=release_config["mozilla_revision"], platforms=release_config['platforms'], tc_task_indexes=None, ), "extra_balrog_submitter_params": release_config['extra_balrog_submitter_params'], "publish_to_balrog_channels": release_config["publish_to_balrog_channels"], "postrelease_mark_as_shipped_enabled": release_config["postrelease_mark_as_shipped_enabled"], # TODO: use [] when snaps_enabled is landed "snap_enabled": release_config.get("snap_enabled", False), "update_verify_channel": release_config["update_verify_channel"], "update_verify_requires_cdn_push": release_config["update_verify_requires_cdn_push"], } graph = make_task_graph_strict_kwargs(**kwargs) log.info("Submitting task graph") import pprint log.info(pprint.pformat(graph, indent=4, width=160)) if not options.dry_run: print scheduler.createTaskGraph(graph_id, graph)
def testPoint(self): self.assertEquals('18.0.3', getAppVersion('18.0.3'))
def testFinal(self): self.assertEquals('17.0', getAppVersion('17.0'))
def main(options): log.info('Loading config from %s' % options.config) with open(options.config, 'r') as config_file: config = yaml.load(config_file) if config['release-runner'].get('verbose', False): log_level = logging.DEBUG else: log_level = logging.INFO logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s", level=log_level) # Suppress logging of retry(), see bug 925321 for the details logging.getLogger("util.retry").setLevel(logging.WARN) api_root = config['api']['api_root'] username = config['api']['username'] password = config['api']['password'] rr_config = config['release-runner'] buildbot_configs = rr_config['buildbot_configs'] buildbot_configs_branch = rr_config['buildbot_configs_branch'] sleeptime = rr_config['sleeptime'] notify_from = rr_config.get('notify_from') notify_to = rr_config.get('notify_to_announce') docker_worker_key = rr_config.get('docker_worker_key') signing_pvt_key = config['signing'].get('pvt_key') if isinstance(notify_to, basestring): notify_to = [x.strip() for x in notify_to.split(',')] smtp_server = rr_config.get('smtp_server', 'localhost') tc_config = { "credentials": { "clientId": config['taskcluster'].get('client_id'), "accessToken": config['taskcluster'].get('access_token'), } } # Extend tc_config for retries, see Bug 1293744 # https://github.com/taskcluster/taskcluster-client.py/blob/0.0.24/taskcluster/client.py#L30 # This is a stopgap until Bug 1259627 is fixed. retrying_tc_config = tc_config.copy() retrying_tc_config.update({"maxRetries": 12}) balrog_username = config['balrog'].get("username") balrog_password = config["balrog"].get("password") extra_balrog_submitter_params = config["balrog"].get( "extra_balrog_submitter_params", "") beetmover_aws_access_key_id = config["beetmover"].get("aws_access_key_id") beetmover_aws_secret_access_key = config["beetmover"].get( "aws_secret_access_key") gpg_key_path = config["signing"].get("gpg_key_path") # TODO: replace release sanity with direct checks of en-US and l10n # revisions (and other things if needed) rr = ReleaseRunner(api_root=api_root, username=username, password=password) scheduler = Scheduler(retrying_tc_config) index = Index(tc_config) queue = Queue(tc_config) # Main loop waits for new releases, processes them and exits. while True: try: log.debug('Fetching release requests') rr.get_release_requests([r['pattern'] for r in config['releases']]) if rr.new_releases: new_releases = run_prebuild_sanity_checks( rr, config['releases']) break else: log.debug('Sleeping for %d seconds before polling again' % sleeptime) time.sleep(sleeptime) except: log.error("Caught exception when polling:", exc_info=True) sys.exit(5) retry(mercurial, args=(buildbot_configs, CONFIGS_WORKDIR), kwargs=dict(branch=buildbot_configs_branch)) if 'symlinks' in config: format_dict = dict(buildbot_configs=CONFIGS_WORKDIR) for target in config['symlinks']: symlink = config['symlinks'].get(target).format(**format_dict) if path.exists(symlink): log.warning("Skipping %s -> %s symlink" % (symlink, target)) else: log.info("Adding %s -> %s symlink" % (symlink, target)) os.symlink(target, symlink) rc = 0 for release in new_releases: branchConfig = get_branch_config(release) # candidate releases are split in two graphs and release-runner only handles the first # graph of tasks. so parts like postrelease, push_to_releases/mirrors, and mirror dependant # channels are handled in the second generated graph outside of release-runner. # This is not elegant but it should do the job for now release_channels = release['release_channels'] candidate_release = is_candidate_release(release_channels) if candidate_release: postrelease_enabled = False postrelease_bouncer_aliases_enabled = False final_verify_channels = [ c for c in release_channels if c not in branchConfig.get('mirror_requiring_channels', []) ] publish_to_balrog_channels = [ c for c in release_channels if c not in branchConfig.get('mirror_requiring_channels', []) ] push_to_releases_enabled = False postrelease_mark_as_shipped_enabled = False else: postrelease_enabled = branchConfig[ 'postrelease_version_bump_enabled'][release['product']] postrelease_bouncer_aliases_enabled = branchConfig[ 'postrelease_bouncer_aliases_enabled'] postrelease_mark_as_shipped_enabled = branchConfig[ 'postrelease_mark_as_shipped_enabled'] final_verify_channels = release_channels publish_to_balrog_channels = release_channels push_to_releases_enabled = True # XXX: Doesn't work with neither Fennec nor Thunderbird platforms = branchConfig['release_platforms'] try: graph_id = slugId() done = are_en_us_builds_completed( index=index, release_name=release['name'], submitted_at=release['submittedAt'], revision=release['mozillaRevision'], platforms=platforms, queue=queue, tc_task_indexes=branchConfig['tc_indexes'][release['product']]) if not done: log.info( 'Builds are not completed yet, skipping release "%s" for now', release['name']) rr.update_status(release, 'Waiting for builds to be completed') continue log.info('Every build is completed for release: %s', release['name']) rr.update_status(release, 'Generating task graph') kwargs = { "public_key": docker_worker_key, "version": release["version"], # ESR should not use "esr" suffix here: "next_version": bump_version(release["version"].replace("esr", "")), "appVersion": getAppVersion(release["version"]), "buildNumber": release["buildNumber"], "release_eta": release.get("release_eta"), "source_enabled": True, "checksums_enabled": True, "binary_transparency_enabled": branchConfig.get("binary_transparency_enabled", False), "repo_path": release["branch"], "revision": release["mozillaRevision"], "product": release["product"], "funsize_product": get_funsize_product(release["product"]), # if mozharness_revision is not passed, use 'revision' "mozharness_changeset": release.get('mh_changeset') or release['mozillaRevision'], "partial_updates": release.get('partial_updates', list()), "branch": release['branchShortName'], "updates_enabled": bool(release["partials"]), "l10n_config": get_l10n_config( index=index, product=release["product"], branch=release['branchShortName'], revision=release['mozillaRevision'], platforms=branchConfig['platforms'], l10n_platforms=branchConfig['l10n_release_platforms'], l10n_changesets=release['l10n_changesets'], tc_task_indexes=branchConfig['tc_indexes'][ release['product']], ), "en_US_config": get_en_US_config( index=index, product=release["product"], branch=release['branchShortName'], revision=release['mozillaRevision'], platforms=branchConfig['release_platforms'], tc_task_indexes=branchConfig['tc_indexes'][ release['product']], ), "verifyConfigs": {}, "balrog_api_root": branchConfig["balrog_api_root"], "funsize_balrog_api_root": branchConfig["funsize_balrog_api_root"], "balrog_username": balrog_username, "balrog_password": balrog_password, "beetmover_aws_access_key_id": beetmover_aws_access_key_id, "beetmover_aws_secret_access_key": beetmover_aws_secret_access_key, # TODO: stagin specific, make them configurable "signing_class": branchConfig['signing_class'][release["product"]], "accepted_mar_channel_id": branchConfig.get('accepted_mar_channel_id', {}).get(release["product"]), "signing_cert": branchConfig['signing_cert'][release["product"]], "moz_disable_mar_cert_verification": branchConfig.get('moz_disable_mar_cert_verification'), "root_home_dir": branchConfig['root_home_dir'][release["product"]], "bouncer_enabled": branchConfig["bouncer_enabled"], "updates_builder_enabled": branchConfig["updates_builder_enabled"], "update_verify_enabled": branchConfig["update_verify_enabled"], "release_channels": release_channels, "final_verify_channels": final_verify_channels, "final_verify_platforms": branchConfig['release_platforms'], "uptake_monitoring_platforms": branchConfig['uptake_monitoring_platforms'][ release["product"]], "signing_pvt_key": signing_pvt_key, "build_tools_repo_path": branchConfig['build_tools_repo_path'], "push_to_candidates_enabled": branchConfig['push_to_candidates_enabled'], # TODO: temporary config enabled during 53 Fennec beta cycle "candidates_fennec_enabled": branchConfig.get('candidates_fennec_enabled'), "stage_product": branchConfig['stage_product'][release['product']], "postrelease_bouncer_aliases_enabled": postrelease_bouncer_aliases_enabled, "uptake_monitoring_enabled": branchConfig['uptake_monitoring_enabled'], "tuxedo_server_url": branchConfig['tuxedoServerUrl'], "postrelease_version_bump_enabled": postrelease_enabled, "postrelease_mark_as_shipped_enabled": postrelease_mark_as_shipped_enabled, "push_to_releases_enabled": push_to_releases_enabled, "push_to_releases_automatic": branchConfig['push_to_releases_automatic'], "beetmover_candidates_bucket": branchConfig["beetmover_buckets"][release["product"]], "partner_repacks_platforms": branchConfig.get("partner_repacks_platforms", {}).get(release["product"], []), "eme_free_repacks_platforms": branchConfig.get("eme_free_repacks_platforms", {}).get(release["product"], []), "sha1_repacks_platforms": branchConfig.get("sha1_repacks_platforms", []), "l10n_changesets": release['l10n_changesets'], "extra_balrog_submitter_params": extra_balrog_submitter_params + " --product " + release["product"].capitalize(), "publish_to_balrog_channels": publish_to_balrog_channels, "snap_enabled": branchConfig.get("snap_enabled", {}).get(release["product"], False), "update_verify_channel": branchConfig.get("update_verify_channel", {}).get(release["product"]), "update_verify_requires_cdn_push": branchConfig.get("update_verify_requires_cdn_push", False), } # TODO: en-US validation for multiple tasks # validate_graph_kwargs(queue, gpg_key_path, **kwargs) graph = make_task_graph_strict_kwargs(**kwargs) rr.update_status(release, "Submitting task graph") log.info("Task graph generated!") import pprint log.debug(pprint.pformat(graph, indent=4, width=160)) print(scheduler.createTaskGraph(graph_id, graph)) rr.mark_as_completed(release) l10n_url = rr.release_l10n_api.getL10nFullUrl(release['name']) email_release_drivers(smtp_server=smtp_server, from_=notify_from, to=notify_to, release=release, task_group_id=graph_id, l10n_url=l10n_url) except Exception as exception: # We explicitly do not raise an error here because there's no # reason not to start other releases if creating the Task Graph # fails for another one. We _do_ need to set this in order to exit # with the right code, though. rc = 2 rr.mark_as_failed( release, 'Failed to start release promotion (graph ID: %s). Error(s): %s' % (graph_id, exception)) log.exception( 'Failed to start release "%s" promotion for graph %s. Error(s): %s', release['name'], graph_id, exception) log.debug('Release failed: %s', release) if rc != 0: sys.exit(rc) log.debug('Sleeping for %s seconds before polling again', sleeptime) time.sleep(sleeptime)
def testEsr(self): self.assertEquals('10.0.9', getAppVersion('10.0.9esr'))