Python InferenceAPIsServiceStub示例

示例#1

文件： torchserve.py 项目： olyashok/torchserve_ui

def get_inference_stub():
    channel = grpc.insecure_channel('localhost:7070', options=[
        ('grpc.max_send_message_length', int(2147483647)),
        ('grpc.max_receive_message_length', int(2147483647)),
    ])
    stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
    return stub

示例#2

文件： torchserve_grpc_client.py 项目： pradithya/kfserving

def get_inference_stub():
    channel = grpc.insecure_channel(
        'localhost:8080',
        options=(('grpc.ssl_target_name_override',
                  'torchserve-grpc.kserve-test.example.com'), ))
    stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
    return stub

示例#3

def get_inference_stub():
    channel = grpc.insecure_channel('localhost:7070')
    stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
    return stub

示例#4

def get_inference_stub():
    channel = grpc.insecure_channel('localhost:7070',
                                    options=(('grpc.enable_http_proxy', 0), ))
    stub = inference_pb2_grpc.InferenceAPIsServiceStub(channel)
    return stub