def is_model_ready(self, model_name, model_version=""):
"""Contact the inference server and get the readiness of specified model.
Parameters
----------
model_name: str
The name of the model to check for readiness.
model_version: str
The version of the model to check for readiness. The default value
is an empty string which means then the server will choose a version
based on the model and internal policy.
Returns
-------
bool
True if the model is ready, False if not ready.
Raises
------
InferenceServerException
If unable to get model readiness.
"""
try:
request = grpc_service_v2_pb2.ModelReadyRequest(
name=model_name,
version=model_version)
response = self._client_stub.ModelReady(request)
return response.ready
except grpc.RpcError as rpc_error:
raise_error_grpc(rpc_error)
def is_model_ready(self, model_name, model_version="", headers=None):
"""Contact the inference server and get the readiness of specified model.
Parameters
----------
model_name: str
The name of the model to check for readiness.
model_version: str
The version of the model to check for readiness. The default value
is an empty string which means then the server will choose a version
based on the model and internal policy.
headers: dict
Optional dictionary specifying additional HTTP
headers to include in the request.
Returns
-------
bool
True if the model is ready, False if not ready.
Raises
------
InferenceServerException
If unable to get model readiness.
"""
if headers is not None:
metadata = headers.items()
else:
metadata = ()
try:
request = grpc_service_v2_pb2.ModelReadyRequest(
name=model_name, version=model_version)
response = self._client_stub.ModelReady(request=request,
metadata=metadata)
return response.ready
except grpc.RpcError as rpc_error:
raise_error_grpc(rpc_error)
channel = grpc.insecure_channel(FLAGS.url)
grpc_stub = grpc_service_v2_pb2_grpc.GRPCInferenceServiceStub(channel)
# Health
try:
request = grpc_service_v2_pb2.ServerLiveRequest()
response = grpc_stub.ServerLive(request)
print("server {}".format(response))
except Exception as ex:
print(ex)
request = grpc_service_v2_pb2.ServerReadyRequest()
response = grpc_stub.ServerReady(request)
print("server {}".format(response))
request = grpc_service_v2_pb2.ModelReadyRequest(name=model_name,
version=model_version)
response = grpc_stub.ModelReady(request)
print("model {}".format(response))
# Metadata
request = grpc_service_v2_pb2.ServerMetadataRequest()
response = grpc_stub.ServerMetadata(request)
print("server metadata:\n{}".format(response))
request = grpc_service_v2_pb2.ModelMetadataRequest(name=model_name,
version=model_version)
response = grpc_stub.ModelMetadata(request)
print("model metadata:\n{}".format(response))
# Configuration
request = grpc_service_v2_pb2.ModelConfigRequest(name=model_name,
channel = grpc.insecure_channel(FLAGS.url)
grpc_stub = grpc_service_v2_pb2_grpc.GRPCInferenceServiceStub(channel)
# Health
try:
request = grpc_service_v2_pb2.ServerLiveRequest()
response = grpc_stub.ServerLive(request)
print("server {}".format(response))
except Exception as ex:
print(ex)
request = grpc_service_v2_pb2.ServerReadyRequest()
response = grpc_stub.ServerReady(request)
print("server {}".format(response))
request = grpc_service_v2_pb2.ModelReadyRequest(
name="resnet_v1_50_graphdef", version=model_version)
response = grpc_stub.ModelReady(request)
print("model {}".format(response))
# Metadata
request = grpc_service_v2_pb2.ServerMetadataRequest()
response = grpc_stub.ServerMetadata(request)
print("server metadata:\n{}".format(response))
request = grpc_service_v2_pb2.ModelMetadataRequest(
name="resnet_v1_50_graphdef", version=model_version)
response = grpc_stub.ModelMetadata(request)
print("model metadata:\n{}".format(response))
# Configuration
request = grpc_service_v2_pb2.ModelConfigRequest(