def test_get_initial_release_props_file(): context = Context() context.task = get_fake_valid_task() context.config = get_fake_valid_config() context.task['payload']['upstreamArtifacts'] = [{'paths': []}] with pytest.raises(ScriptWorkerTaskException): get_initial_release_props_file(context)
async def async_main(context): # balrog_manifest is written and uploaded as an artifact which is used by a subsequent # balrogworker task in the release graph. Balrogworker uses this manifest to submit # release blob info with things like mar filename, size, etc context.balrog_manifest = list() # the checksums manifest is written and uploaded as an artifact which is used # by a subsequent signing task and again by another beetmover task to # upload it along with the other artifacts context.checksums = dict() # determine and validate the task schema along with its scopes context.task = get_task(context.config) # e.g. $cfg['work_dir']/task.json validate_task_schema(context) # determine artifacts to beetmove context.artifacts_to_beetmove = get_upstream_artifacts(context) # determine the release properties and make a copy in the artifacts # directory release_props_file = get_initial_release_props_file(context) context.release_props = get_release_props(release_props_file) # generate beetmover mapping manifest mapping_manifest = generate_beetmover_manifest(context.config, context.task, context.release_props) # validate scopes to prevent beetmoving in the wrong place validate_task_scopes(context, mapping_manifest) # some files to-be-determined via script configs need to have their # contents pretty named, so doing it here before even beetmoving begins blobs = context.config.get('blobs_needing_prettynaming_contents', []) alter_unpretty_contents(context, blobs, mapping_manifest) # for each artifact in manifest # a. map each upstream artifact to pretty name release bucket format # b. upload to candidates/dated location await move_beets(context, context.artifacts_to_beetmove, mapping_manifest) # write balrog_manifest to a file and add it to list of artifacts add_balrog_manifest_to_artifacts(context) # determine the correct checksum filename and generate it, adding it to # the list of artifacts afterwards add_checksums_to_artifacts(context) # add release props file to later be used by beetmover jobs than upload # the checksums file add_release_props_to_artifacts(context, release_props_file) log.info('Success!')
async def push_to_nightly(context): # determine artifacts to beetmove context.artifacts_to_beetmove = get_upstream_artifacts(context) # find release properties and make a copy in the artifacts directory release_props_file = get_initial_release_props_file(context) context.release_props = get_release_props(release_props_file) # generate beetmover mapping manifest mapping_manifest = generate_beetmover_manifest(context) # perform another validation check against the bucket path validate_bucket_paths(context.bucket, mapping_manifest['s3_bucket_path']) # some files to-be-determined via script configs need to have their # contents pretty named, so doing it here before even beetmoving begins blobs = context.config.get('blobs_needing_prettynaming_contents', []) alter_unpretty_contents(context, blobs, mapping_manifest) # balrog_manifest is written and uploaded as an artifact which is used by # a subsequent balrogworker task in the release graph. Balrogworker uses # this manifest to submit release blob info (e.g. mar filename, size, etc) context.balrog_manifest = list() # the checksums manifest is written and uploaded as an artifact which is # used by a subsequent signing task and again by another beetmover task to # upload it to S3 context.checksums = dict() # for each artifact in manifest # a. map each upstream artifact to pretty name release bucket format # b. upload to corresponding S3 location await move_beets(context, context.artifacts_to_beetmove, mapping_manifest) # write balrog_manifest to a file and add it to list of artifacts add_balrog_manifest_to_artifacts(context) # determine the correct checksum filename and generate it, adding it to # the list of artifacts afterwards add_checksums_to_artifacts(context) # add release props file to later be used by beetmover jobs than upload # the checksums file add_release_props_to_artifacts(context, release_props_file)