Python InferenceAPIsServiceStub Examples

Example #1

File: torchserve.py Project: olyashok/torchserve_ui

def get_inference_stub():
    channel = grpc.insecure_channel('localhost:7070', options=[
        ('grpc.max_send_message_length', int(2147483647)),
        ('grpc.max_receive_message_length', int(2147483647)),
    ])
    stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
    return stub

Example #2

File: torchserve_grpc_client.py Project: pradithya/kfserving

def get_inference_stub():
    channel = grpc.insecure_channel(
        'localhost:8080',
        options=(('grpc.ssl_target_name_override',
                  'torchserve-grpc.kserve-test.example.com'), ))
    stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
    return stub

Example #3

def get_inference_stub():
    channel = grpc.insecure_channel('localhost:7070')
    stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
    return stub

Example #4

def get_inference_stub():
    channel = grpc.insecure_channel('localhost:7070',
                                    options=(('grpc.enable_http_proxy', 0), ))
    stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
    return stub