def grpc_prediction_server(): if args.tracing: from grpc_opentracing import open_tracing_server_interceptor logger.info("Adding tracer") tracer = setup_tracing(args.interface_name) interceptor = open_tracing_server_interceptor(tracer) else: interceptor = None server = seldon_microservice.get_grpc_server( user_object, seldon_metrics, annotations=annotations, trace_interceptor=interceptor, ) try: user_object.load() except (NotImplementedError, AttributeError): pass server.add_insecure_port(f"0.0.0.0:{grpc_port}") server.start() logger.info("GRPC microservice Running on port %i", grpc_port) while True: time.sleep(1000)
def _run_grpc_server(bind_address): """Start a server in a subprocess.""" logger.info(f"Starting new GRPC server with {args.grpc_threads}.") if args.tracing: from grpc_opentracing import open_tracing_server_interceptor logger.info("Adding tracer") tracer = setup_tracing(args.interface_name) interceptor = open_tracing_server_interceptor(tracer) else: interceptor = None server = seldon_microservice.get_grpc_server( user_object, seldon_metrics, annotations=annotations, trace_interceptor=interceptor, num_threads=args.grpc_threads, ) try: user_object.load() except (NotImplementedError, AttributeError): pass server.add_insecure_port(bind_address) server.start() _wait_forever(server)
def grpc_prediction_server(): if args.tracing: from grpc_opentracing import open_tracing_server_interceptor logger.info("Adding tracer") interceptor = open_tracing_server_interceptor(tracer) else: interceptor = None server = seldon_microservice.get_grpc_server( user_object, annotations=annotations, trace_interceptor=interceptor) server.add_insecure_port(f"0.0.0.0:{port}") server.start() logger.info("GRPC microservice Running on port %i", port) while True: time.sleep(1000)
def test_get_grpc_server(): user_object = UserObject(ret_nparray=True) seldon_metrics = SeldonMetrics() server = get_grpc_server(user_object, seldon_metrics)
def test_get_grpc_server(): user_object = UserObject(ret_nparray=True) server = get_grpc_server(user_object)
def test_get_grpc_server(): user_object = UserObject() server = get_grpc_server(user_object)