def test_send_messages_for_new_batch_of_requests(mock_sm, mock_gbsce, mock_grsce, batch_msg_expected, request_msg_expected, minimal_request_add): expected_msgs = [] if request_msg_expected: request_envelope1 = mock.Mock() request_envelope2 = mock.Mock() expected_msgs.extend([request_envelope1, request_envelope2]) mock_grsce.side_effect = [request_envelope1, request_envelope2] else: mock_grsce.return_value = None if batch_msg_expected: batch_envelope = mock.Mock() expected_msgs.append(batch_envelope) mock_gbsce.return_value = batch_envelope else: mock_gbsce.return_value = None requests = [minimal_request_add, minimal_request_add] messaging.send_messages_for_new_batch_of_requests(requests) if expected_msgs: mock_sm.assert_called_once_with(expected_msgs) else: mock_sm.assert_not_called()
def regenerate_bundle_batch(): """ Submit a batch of requests to regenerate operator bundle images. :rtype: flask.Response :raise ValidationError: if required parameters are not supplied """ payload = flask.request.get_json() Batch.validate_batch_request_params(payload) batch = Batch(annotations=payload.get('annotations')) db.session.add(batch) requests = [] # Iterate through all the build requests and verify that the requests are valid before # committing them and scheduling the tasks for build_request in payload['build_requests']: try: request = RequestRegenerateBundle.from_json(build_request, batch) except ValidationError as e: # Rollback the transaction if any of the build requests are invalid db.session.rollback() raise ValidationError( f'{str(e).rstrip(".")}. This occurred on the build request in ' f'index {payload["build_requests"].index(build_request)}.') db.session.add(request) requests.append(request) db.session.commit() messaging.send_messages_for_new_batch_of_requests(requests) request_jsons = [] # This list will be used for the log message below and avoids the need of having to iterate # through the list of requests another time request_id_strs = [] for build_request, request in zip(payload['build_requests'], requests): request_jsons.append(request.to_json()) request_id_strs.append(str(request.id)) error_callback = failed_request_callback.s(request.id) handle_regenerate_bundle_request.apply_async( args=[ build_request['from_bundle_image'], build_request.get('organization'), request.id, ], link_error=error_callback, queue=_get_user_queue(), ) flask.current_app.logger.debug( 'Successfully scheduled the batch %d with requests: %s', batch.id, ', '.join(request_id_strs), ) return flask.jsonify(request_jsons), 201
def add_rm_batch(): """ Submit a batch of requests to add or remove operators from an index image. Note: Any duplicate bundle will be removed from payload when adding operators. :rtype: flask.Response :raise ValidationError: if required parameters are not supplied """ payload = flask.request.get_json() Batch.validate_batch_request_params(payload) batch = Batch(annotations=payload.get('annotations')) db.session.add(batch) requests = [] # Iterate through all the build requests and verify that the requests are valid before # committing them and scheduling the tasks for build_request in payload['build_requests']: try: if build_request.get('operators'): # Check for the validity of a RM request request = RequestRm.from_json(build_request, batch) elif build_request.get('bundles'): build_request_uniq = copy.deepcopy(build_request) build_request_uniq['bundles'] = _get_unique_bundles(build_request_uniq['bundles']) # Check for the validity of an Add request request = RequestAdd.from_json(build_request_uniq, batch) else: raise ValidationError('Build request is not a valid Add/Rm request.') except ValidationError as e: raise ValidationError( f'{str(e).rstrip(".")}. This occurred on the build request in ' f'index {payload["build_requests"].index(build_request)}.' ) db.session.add(request) requests.append(request) db.session.commit() messaging.send_messages_for_new_batch_of_requests(requests) request_jsons = [] # This list will be used for the log message below and avoids the need of having to iterate # through the list of requests another time processed_request_ids = [] for build_request, request in zip(payload['build_requests'], requests): request_jsons.append(request.to_json()) overwrite_from_index = build_request.get('overwrite_from_index') celery_queue = _get_user_queue(serial=overwrite_from_index) if isinstance(request, RequestAdd): args = _get_add_args(build_request, request, overwrite_from_index, celery_queue) elif isinstance(request, RequestRm): args = _get_rm_args(build_request, request, overwrite_from_index) safe_args = _get_safe_args(args, build_request) error_callback = failed_request_callback.s(request.id) try: if isinstance(request, RequestAdd): handle_add_request.apply_async( args=args, link_error=error_callback, argsrepr=repr(safe_args), queue=celery_queue, ) else: handle_rm_request.apply_async( args=args, link_error=error_callback, argsrepr=repr(safe_args), queue=celery_queue, ) except kombu.exceptions.OperationalError: unprocessed_requests = [r for r in requests if str(r.id) not in processed_request_ids] handle_broker_batch_error(unprocessed_requests) processed_request_ids.append(str(request.id)) flask.current_app.logger.debug( 'Successfully scheduled the batch %d with requests: %s', batch.id, ', '.join(processed_request_ids), ) return flask.jsonify(request_jsons), 201
def test_send_messages_for_new_batch_of_requests_no_requests( mock_sm, minimal_request_add): messaging.send_messages_for_new_batch_of_requests([]) mock_sm.assert_not_called()