def regenerate_bundle():
"""
Submit a request to regenerate an operator bundle image.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
if not isinstance(payload, dict):
raise ValidationError('The input data must be a JSON object')
request = RequestRegenerateBundle.from_json(payload)
db.session.add(request)
db.session.commit()
messaging.send_message_for_state_change(request, new_batch_msg=True)
error_callback = failed_request_callback.s(request.id)
handle_regenerate_bundle_request.apply_async(
args=[
payload['from_bundle_image'],
payload.get('organization'), request.id
],
link_error=error_callback,
queue=_get_user_queue(),
)
flask.current_app.logger.debug('Successfully scheduled request %d',
request.id)
return flask.jsonify(request.to_json()), 201
def add_bundles():
"""
Submit a request to add operator bundles to an index image.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
if not isinstance(payload, dict):
raise ValidationError('The input data must be a JSON object')
request = Request.from_add_json(payload)
db.session.add(request)
db.session.commit()
args = [
payload['bundles'],
payload['binary_image'],
request.id,
payload.get('from_index'),
payload.get('add_arches'),
payload.get('cnr_token'),
payload.get('organization'),
_should_force_overwrite() or payload.get('overwrite_from_index'),
]
safe_args = copy.copy(args)
if payload.get('cnr_token'):
safe_args[safe_args.index(payload['cnr_token'])] = '*****'
error_callback = failed_request_callback.s(request.id)
handle_add_request.apply_async(args=args, link_error=error_callback, argsrepr=repr(safe_args))
flask.current_app.logger.debug('Successfully scheduled request %d', request.id)
return flask.jsonify(request.to_json()), 201
def rm_operators():
"""
Submit a request to remove operators from an index image.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
if not isinstance(payload, dict):
raise ValidationError('The input data must be a JSON object')
request = RequestRm.from_json(payload)
db.session.add(request)
db.session.commit()
messaging.send_message_for_state_change(request, new_batch_msg=True)
overwrite_from_index = payload.get('overwrite_from_index')
args = _get_rm_args(payload, request, overwrite_from_index)
safe_args = _get_safe_args(args, payload)
error_callback = failed_request_callback.s(request.id)
try:
handle_rm_request.apply_async(
args=args,
link_error=error_callback,
argsrepr=repr(safe_args),
queue=_get_user_queue(serial=overwrite_from_index),
)
except kombu.exceptions.OperationalError:
handle_broker_error(request)
flask.current_app.logger.debug('Successfully scheduled request %d', request.id)
return flask.jsonify(request.to_json()), 201
def rm_operators():
"""
Submit a request to remove operators from an index image.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
if not isinstance(payload, dict):
raise ValidationError('The input data must be a JSON object')
request = Request.from_remove_json(payload)
db.session.add(request)
db.session.commit()
error_callback = failed_request_callback.s(request.id)
handle_rm_request.apply_async(
args=[
payload['operators'],
payload['binary_image'],
request.id,
payload['from_index'],
payload.get('add_arches'),
_should_force_overwrite() or payload.get('overwrite_from_index'),
],
link_error=error_callback,
)
flask.current_app.logger.debug('Successfully scheduled request %d', request.id)
return flask.jsonify(request.to_json()), 201
def regenerate_bundle_batch():
"""
Submit a batch of requests to regenerate operator bundle images.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
Batch.validate_batch_request_params(payload)
batch = Batch(annotations=payload.get('annotations'))
db.session.add(batch)
requests = []
# Iterate through all the build requests and verify that the requests are valid before
# committing them and scheduling the tasks
for build_request in payload['build_requests']:
try:
request = RequestRegenerateBundle.from_json(build_request, batch)
except ValidationError as e:
# Rollback the transaction if any of the build requests are invalid
db.session.rollback()
raise ValidationError(
f'{str(e).rstrip(".")}. This occurred on the build request in '
f'index {payload["build_requests"].index(build_request)}.')
db.session.add(request)
requests.append(request)
db.session.commit()
messaging.send_messages_for_new_batch_of_requests(requests)
request_jsons = []
# This list will be used for the log message below and avoids the need of having to iterate
# through the list of requests another time
request_id_strs = []
for build_request, request in zip(payload['build_requests'], requests):
request_jsons.append(request.to_json())
request_id_strs.append(str(request.id))
error_callback = failed_request_callback.s(request.id)
handle_regenerate_bundle_request.apply_async(
args=[
build_request['from_bundle_image'],
build_request.get('organization'),
request.id,
],
link_error=error_callback,
queue=_get_user_queue(),
)
flask.current_app.logger.debug(
'Successfully scheduled the batch %d with requests: %s',
batch.id,
', '.join(request_id_strs),
)
return flask.jsonify(request_jsons), 201
def add_bundles():
"""
Submit a request to add operator bundles to an index image.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
if not isinstance(payload, dict):
raise ValidationError('The input data must be a JSON object')
request = RequestAdd.from_json(payload)
db.session.add(request)
db.session.commit()
messaging.send_message_for_state_change(request, new_batch_msg=True)
overwrite_from_index = _should_force_overwrite() or payload.get(
'overwrite_from_index')
celery_queue = _get_user_queue(serial=overwrite_from_index)
args = [
payload['bundles'],
payload['binary_image'],
request.id,
payload.get('from_index'),
payload.get('add_arches'),
payload.get('cnr_token'),
payload.get('organization'),
payload.get('force_backport'),
overwrite_from_index,
payload.get('overwrite_from_index_token'),
flask.current_app.config['IIB_GREENWAVE_CONFIG'].get(celery_queue),
]
safe_args = copy.copy(args)
if payload.get('cnr_token'):
safe_args[safe_args.index(payload['cnr_token'])] = '*****'
if payload.get('overwrite_from_index_token'):
safe_args[safe_args.index(
payload['overwrite_from_index_token'])] = '*****'
error_callback = failed_request_callback.s(request.id)
try:
handle_add_request.apply_async(args=args,
link_error=error_callback,
argsrepr=repr(safe_args),
queue=celery_queue)
except kombu.exceptions.OperationalError:
handle_broker_error(request)
flask.current_app.logger.debug('Successfully scheduled request %d',
request.id)
return flask.jsonify(request.to_json()), 201
def merge_index_image():
"""
Submit a request to merge two index images.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
if not isinstance(payload, dict):
raise ValidationError('The input data must be a JSON object')
request = RequestMergeIndexImage.from_json(payload)
db.session.add(request)
db.session.commit()
messaging.send_message_for_state_change(request, new_batch_msg=True)
overwrite_target_index = payload.get('overwrite_target_index', False)
celery_queue = _get_user_queue(serial=overwrite_target_index)
args = [
payload['source_from_index'],
payload.get('deprecation_list', []),
request.id,
payload.get('binary_image'),
payload.get('target_index'),
overwrite_target_index,
payload.get('overwrite_target_index_token'),
request.distribution_scope,
flask.current_app.config['IIB_BINARY_IMAGE_CONFIG'],
payload.get('build_tags', []),
]
safe_args = _get_safe_args(args, payload)
error_callback = failed_request_callback.s(request.id)
try:
handle_merge_request.apply_async(args=args,
link_error=error_callback,
argsrepr=repr(safe_args),
queue=celery_queue)
except kombu.exceptions.OperationalError:
handle_broker_error(request)
flask.current_app.logger.debug('Successfully scheduled request %d',
request.id)
return flask.jsonify(request.to_json()), 201
def rm_operators():
"""
Submit a request to remove operators from an index image.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
if not isinstance(payload, dict):
raise ValidationError('The input data must be a JSON object')
request = RequestRm.from_json(payload)
db.session.add(request)
db.session.commit()
messaging.send_message_for_state_change(request, new_batch_msg=True)
args = [
payload['operators'],
payload['binary_image'],
request.id,
payload['from_index'],
payload.get('add_arches'),
_should_force_overwrite() or payload.get('overwrite_from_index'),
payload.get('overwrite_from_index_token'),
]
safe_args = copy.copy(args)
if payload.get('overwrite_from_index_token'):
safe_args[safe_args.index(
payload['overwrite_from_index_token'])] = '*****'
error_callback = failed_request_callback.s(request.id)
handle_rm_request.apply_async(
args=args,
link_error=error_callback,
argsrepr=repr(safe_args),
queue=_get_user_queue(),
)
flask.current_app.logger.debug('Successfully scheduled request %d',
request.id)
return flask.jsonify(request.to_json()), 201
def create_empty_index():
"""
Submit a request to create an index image without bundles.
Note: Any duplicate bundle will be removed from payload.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
if not isinstance(payload, dict):
raise ValidationError('The input data must be a JSON object')
request = RequestCreateEmptyIndex.from_json(payload)
db.session.add(request)
db.session.commit()
messaging.send_message_for_state_change(request, new_batch_msg=True)
args = [
payload['from_index'],
request.id,
payload.get('output_fbc'),
payload.get('binary_image'),
payload.get('labels'),
flask.current_app.config['IIB_BINARY_IMAGE_CONFIG'],
]
safe_args = _get_safe_args(args, payload)
error_callback = failed_request_callback.s(request.id)
try:
handle_create_empty_index_request.apply_async(
args=args,
link_error=error_callback,
argsrepr=repr(safe_args),
queue=_get_user_queue())
except kombu.exceptions.OperationalError:
handle_broker_error(request)
flask.current_app.logger.debug('Successfully scheduled request %d',
request.id)
return flask.jsonify(request.to_json()), 201
def add_bundles():
"""
Submit a request to add operator bundles to an index image.
Note: Any duplicate bundle will be removed from payload.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
if not isinstance(payload, dict):
raise ValidationError('The input data must be a JSON object')
# Only run `_get_unique_bundles` if it is a list. If it's not, `from_json`
# will raise an error to the user.
if payload.get('bundles') and isinstance(payload['bundles'], list):
payload['bundles'] = _get_unique_bundles(payload['bundles'])
request = RequestAdd.from_json(payload)
db.session.add(request)
db.session.commit()
messaging.send_message_for_state_change(request, new_batch_msg=True)
overwrite_from_index = payload.get('overwrite_from_index')
celery_queue = _get_user_queue(serial=overwrite_from_index)
args = _get_add_args(payload, request, overwrite_from_index, celery_queue)
safe_args = _get_safe_args(args, payload)
error_callback = failed_request_callback.s(request.id)
try:
handle_add_request.apply_async(args=args,
link_error=error_callback,
argsrepr=repr(safe_args),
queue=celery_queue)
except kombu.exceptions.OperationalError:
handle_broker_error(request)
flask.current_app.logger.debug('Successfully scheduled request %d',
request.id)
return flask.jsonify(request.to_json()), 201
def add_rm_batch():
"""
Submit a batch of requests to add or remove operators from an index image.
Note: Any duplicate bundle will be removed from payload when adding operators.
:rtype: flask.Response
:raise ValidationError: if required parameters are not supplied
"""
payload = flask.request.get_json()
Batch.validate_batch_request_params(payload)
batch = Batch(annotations=payload.get('annotations'))
db.session.add(batch)
requests = []
# Iterate through all the build requests and verify that the requests are valid before
# committing them and scheduling the tasks
for build_request in payload['build_requests']:
try:
if build_request.get('operators'):
# Check for the validity of a RM request
request = RequestRm.from_json(build_request, batch)
elif build_request.get('bundles'):
build_request_uniq = copy.deepcopy(build_request)
build_request_uniq['bundles'] = _get_unique_bundles(build_request_uniq['bundles'])
# Check for the validity of an Add request
request = RequestAdd.from_json(build_request_uniq, batch)
else:
raise ValidationError('Build request is not a valid Add/Rm request.')
except ValidationError as e:
raise ValidationError(
f'{str(e).rstrip(".")}. This occurred on the build request in '
f'index {payload["build_requests"].index(build_request)}.'
)
db.session.add(request)
requests.append(request)
db.session.commit()
messaging.send_messages_for_new_batch_of_requests(requests)
request_jsons = []
# This list will be used for the log message below and avoids the need of having to iterate
# through the list of requests another time
processed_request_ids = []
for build_request, request in zip(payload['build_requests'], requests):
request_jsons.append(request.to_json())
overwrite_from_index = build_request.get('overwrite_from_index')
celery_queue = _get_user_queue(serial=overwrite_from_index)
if isinstance(request, RequestAdd):
args = _get_add_args(build_request, request, overwrite_from_index, celery_queue)
elif isinstance(request, RequestRm):
args = _get_rm_args(build_request, request, overwrite_from_index)
safe_args = _get_safe_args(args, build_request)
error_callback = failed_request_callback.s(request.id)
try:
if isinstance(request, RequestAdd):
handle_add_request.apply_async(
args=args,
link_error=error_callback,
argsrepr=repr(safe_args),
queue=celery_queue,
)
else:
handle_rm_request.apply_async(
args=args,
link_error=error_callback,
argsrepr=repr(safe_args),
queue=celery_queue,
)
except kombu.exceptions.OperationalError:
unprocessed_requests = [r for r in requests if str(r.id) not in processed_request_ids]
handle_broker_batch_error(unprocessed_requests)
processed_request_ids.append(str(request.id))
flask.current_app.logger.debug(
'Successfully scheduled the batch %d with requests: %s',
batch.id,
', '.join(processed_request_ids),
)
return flask.jsonify(request_jsons), 201