Beispiel #1
0
def serving_entrypoint():
    """Start Inference Server.

    NOTE: If the inference server is multi-model, MxNet Model Server will be used as the base server. Otherwise,
        GUnicorn is used as the base server.
    """
    if is_multi_model():
        start_mxnet_model_server()
    else:
        server.start(env.ServingEnv().framework_module)
Beispiel #2
0
def main():
    """Placeholder docstring"""
    server.start(env.ServingEnv().framework_module)
Beispiel #3
0
 def worker():
     server.start(env.ServingEnv().framework_module)