async def async_main(context): for module in ("botocore", "boto3", "chardet"): logging.getLogger(module).setLevel(logging.INFO) setup_mimetypes() validate_task_schema(context) connector = aiohttp.TCPConnector( limit=context.config["aiohttp_max_connections"]) async with aiohttp.ClientSession(connector=connector) as session: context.session = session # determine the task bucket and action context.bucket = get_task_bucket(context.task, context.config) context.action = get_task_action(context.task, context.config, valid_actions=action_map.keys()) if action_map.get(context.action): await action_map[context.action](context) else: log.critical("Unknown action {}!".format(context.action)) sys.exit(3) log.info("Success!")
def test_validate_task(context): validate_task_schema(context) # release validation context.task['scopes'] = ["project:releng:beetmover:action:push-to-releases"] context.task['payload'] = { 'product': 'fennec', 'build_number': 1, 'version': '64.0b3', } validate_task_schema(context)
def test_validate_task(context): validate_task_schema(context) # release validation context.task["scopes"] = [ "project:releng:beetmover:action:push-to-releases" ] context.task["payload"] = { "product": "fennec", "build_number": 1, "version": "64.0b3" } validate_task_schema(context)
async def async_main(context): # balrog_manifest is written and uploaded as an artifact which is used by a subsequent # balrogworker task in the release graph. Balrogworker uses this manifest to submit # release blob info with things like mar filename, size, etc context.balrog_manifest = list() # the checksums manifest is written and uploaded as an artifact which is used # by a subsequent signing task and again by another beetmover task to # upload it along with the other artifacts context.checksums = dict() # determine and validate the task schema along with its scopes context.task = get_task(context.config) # e.g. $cfg['work_dir']/task.json validate_task_schema(context) # determine artifacts to beetmove context.artifacts_to_beetmove = get_upstream_artifacts(context) # determine the release properties and make a copy in the artifacts # directory release_props_file = get_initial_release_props_file(context) context.release_props = get_release_props(release_props_file) # generate beetmover mapping manifest mapping_manifest = generate_beetmover_manifest(context.config, context.task, context.release_props) # validate scopes to prevent beetmoving in the wrong place validate_task_scopes(context, mapping_manifest) # some files to-be-determined via script configs need to have their # contents pretty named, so doing it here before even beetmoving begins blobs = context.config.get('blobs_needing_prettynaming_contents', []) alter_unpretty_contents(context, blobs, mapping_manifest) # for each artifact in manifest # a. map each upstream artifact to pretty name release bucket format # b. upload to candidates/dated location await move_beets(context, context.artifacts_to_beetmove, mapping_manifest) # write balrog_manifest to a file and add it to list of artifacts add_balrog_manifest_to_artifacts(context) # determine the correct checksum filename and generate it, adding it to # the list of artifacts afterwards add_checksums_to_artifacts(context) # add release props file to later be used by beetmover jobs than upload # the checksums file add_release_props_to_artifacts(context, release_props_file) log.info('Success!')
async def async_main(context): # determine the task and make a quick validation check against its schema context.task = get_task(context.config) # e.g. $cfg['work_dir']/task.json validate_task_schema(context) # determine the task bucket and action context.bucket = get_task_bucket(context.task, context.config) context.action = get_task_action(context.task, context.config) if action_map.get(context.action): await action_map[context.action](context) else: log.critical("Unknown action {}!".format(context.action)) sys.exit(3) log.info('Success!')
async def async_main(context): # balrog_manifest is used by a subsequent balrogworker task that points to a beetmoved artifact context.balrog_manifest = list() # 1. parse the task context.task = get_task(context.config) # e.g. $cfg['work_dir']/task.json # 2. validate the task validate_task_schema(context) # 3 prepare manifest props file # a. grab manifest props with all the useful data # b. amend platform field to proper one context.properties = await get_props(context) context.properties = update_props(context.properties, PLATFORM_MAP) # 4. generate manifest manifest = generate_candidates_manifest(context) # 5. for each artifact in manifest # a. download artifact # b. upload to candidates/dated location await move_beets(context, manifest) # 6. write balrog_manifest to a file and add it to list of artifacts if context.task["payload"]["update_manifest"]: add_balrog_manifest_to_artifacts(context) log.info('Success!')
def test_validate_task(): context = Context() context.task = get_fake_valid_task() context.config = get_fake_valid_config() validate_task_schema(context)