def test_predict_wrong_shape(get_grpc_service_for_predict):
wrong_shape = (4, 4)
request = get_fake_request(model_name='test',
data_shape=wrong_shape,
input_blob='input')
grpc_server = get_grpc_service_for_predict
rpc = grpc_server.invoke_unary_unary(
PREDICT_SERVICE.methods_by_name['Predict'], (), request, None)
rpc.initial_metadata()
response, trailing_metadata, code, details = rpc.termination()
assert grpc.StatusCode.INVALID_ARGUMENT == code
def test_predict_wrong_model_version(get_grpc_service_for_predict):
wrong_requested_version = 999
request = get_fake_request(model_name='test',
data_shape=(1, 1),
input_blob='input',
version=wrong_requested_version)
grpc_server = get_grpc_service_for_predict
rpc = grpc_server.invoke_unary_unary(
PREDICT_SERVICE.methods_by_name['Predict'], (), request, None)
rpc.initial_metadata()
response, trailing_metadata, code, details = rpc.termination()
assert grpc.StatusCode.NOT_FOUND == code
def test_predict_successful_version(mocker, get_grpc_service_for_predict):
infer_mocker = mocker.patch('ie_serving.models.ir_engine.IrEngine.infer')
expected_response = np.ones(shape=(2, 2))
infer_mocker.return_value = ({'output': expected_response}, None)
requested_version = 1
request = get_fake_request(model_name='test', data_shape=(1, 1, 1),
input_blob='input', version=requested_version)
grpc_server = get_grpc_service_for_predict
rpc = grpc_server.invoke_unary_unary(
PREDICT_SERVICE.methods_by_name['Predict'],
(),
request, None)
rpc.initial_metadata()
response, trailing_metadata, code, details = rpc.termination()
encoded_response = make_ndarray(response.outputs['output'])
assert requested_version == response.model_spec.version.value
assert grpc.StatusCode.OK == code
assert expected_response.shape == encoded_response.shape
