Exemplo n.º 1
0
def serving_entrypoint():
    """Start Inference Server.

    NOTE: If the inference server is multi-model, MxNet Model Server will be used as the base server. Otherwise,
        GUnicorn is used as the base server.
    """
    if is_multi_model():
        start_mxnet_model_server()
    else:
        server.start(env.ServingEnv().framework_module)
Exemplo n.º 2
0
def main():
    """Placeholder docstring"""
    server.start(env.ServingEnv().framework_module)
Exemplo n.º 3
0
 def worker():
     server.start(env.ServingEnv().framework_module)