def add_rm_batch(): """ Submit a batch of requests to add or remove operators from an index image. Note: Any duplicate bundle will be removed from payload when adding operators. :rtype: flask.Response :raise ValidationError: if required parameters are not supplied """ payload = flask.request.get_json() Batch.validate_batch_request_params(payload) batch = Batch(annotations=payload.get('annotations')) db.session.add(batch) requests = [] # Iterate through all the build requests and verify that the requests are valid before # committing them and scheduling the tasks for build_request in payload['build_requests']: try: if build_request.get('operators'): # Check for the validity of a RM request request = RequestRm.from_json(build_request, batch) elif build_request.get('bundles'): build_request_uniq = copy.deepcopy(build_request) build_request_uniq['bundles'] = _get_unique_bundles(build_request_uniq['bundles']) # Check for the validity of an Add request request = RequestAdd.from_json(build_request_uniq, batch) else: raise ValidationError('Build request is not a valid Add/Rm request.') except ValidationError as e: raise ValidationError( f'{str(e).rstrip(".")}. This occurred on the build request in ' f'index {payload["build_requests"].index(build_request)}.' ) db.session.add(request) requests.append(request) db.session.commit() messaging.send_messages_for_new_batch_of_requests(requests) request_jsons = [] # This list will be used for the log message below and avoids the need of having to iterate # through the list of requests another time processed_request_ids = [] for build_request, request in zip(payload['build_requests'], requests): request_jsons.append(request.to_json()) overwrite_from_index = build_request.get('overwrite_from_index') celery_queue = _get_user_queue(serial=overwrite_from_index) if isinstance(request, RequestAdd): args = _get_add_args(build_request, request, overwrite_from_index, celery_queue) elif isinstance(request, RequestRm): args = _get_rm_args(build_request, request, overwrite_from_index) safe_args = _get_safe_args(args, build_request) error_callback = failed_request_callback.s(request.id) try: if isinstance(request, RequestAdd): handle_add_request.apply_async( args=args, link_error=error_callback, argsrepr=repr(safe_args), queue=celery_queue, ) else: handle_rm_request.apply_async( args=args, link_error=error_callback, argsrepr=repr(safe_args), queue=celery_queue, ) except kombu.exceptions.OperationalError: unprocessed_requests = [r for r in requests if str(r.id) not in processed_request_ids] handle_broker_batch_error(unprocessed_requests) processed_request_ids.append(str(request.id)) flask.current_app.logger.debug( 'Successfully scheduled the batch %d with requests: %s', batch.id, ', '.join(processed_request_ids), ) return flask.jsonify(request_jsons), 201
def regenerate_bundle_batch(): """ Submit a batch of requests to regenerate operator bundle images. :rtype: flask.Response :raise ValidationError: if required parameters are not supplied """ payload = flask.request.get_json() Batch.validate_batch_request_params(payload) batch = Batch(annotations=payload.get('annotations')) db.session.add(batch) requests = [] # Iterate through all the build requests and verify that the requests are valid before # committing them and scheduling the tasks for build_request in payload['build_requests']: try: request = RequestRegenerateBundle.from_json(build_request, batch) except ValidationError as e: # Rollback the transaction if any of the build requests are invalid db.session.rollback() raise ValidationError( f'{str(e).rstrip(".")}. This occurred on the build request in ' f'index {payload["build_requests"].index(build_request)}.' ) db.session.add(request) requests.append(request) db.session.commit() messaging.send_messages_for_new_batch_of_requests(requests) request_jsons = [] # This list will be used for the log message below and avoids the need of having to iterate # through the list of requests another time processed_request_ids = [] build_and_requests = zip(payload['build_requests'], requests) try: for build_request, request in build_and_requests: args = [ build_request['from_bundle_image'], build_request.get('organization'), request.id, build_request.get('registry_auths'), ] safe_args = _get_safe_args(args, build_request) error_callback = failed_request_callback.s(request.id) handle_regenerate_bundle_request.apply_async( args=args, link_error=error_callback, argsrepr=repr(safe_args), queue=_get_user_queue(), ) request_jsons.append(request.to_json()) processed_request_ids.append(str(request.id)) except kombu.exceptions.OperationalError: unprocessed_requests = [r for r in requests if str(r.id) not in processed_request_ids] handle_broker_batch_error(unprocessed_requests) flask.current_app.logger.debug( 'Successfully scheduled the batch %d with requests: %s', batch.id, ', '.join(processed_request_ids), ) return flask.jsonify(request_jsons), 201