def get_inference_stub():
channel = grpc.insecure_channel('localhost:7070', options=[
('grpc.max_send_message_length', int(2147483647)),
('grpc.max_receive_message_length', int(2147483647)),
])
stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
return stub
def get_inference_stub():
channel = grpc.insecure_channel(
'localhost:8080',
options=(('grpc.ssl_target_name_override',
'torchserve-grpc.kserve-test.example.com'), ))
stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
return stub
def get_inference_stub():
channel = grpc.insecure_channel('localhost:7070')
stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
return stub
def get_inference_stub():
channel = grpc.insecure_channel('localhost:7070',
options=(('grpc.enable_http_proxy', 0), ))
stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
return stub