def grpc_prediction_server(): if args.tracing: from grpc_opentracing import open_tracing_server_interceptor logger.info("Adding tracer") tracer = setup_tracing(args.interface_name) interceptor = open_tracing_server_interceptor(tracer) else: interceptor = None server = seldon_microservice.get_grpc_server( user_object, seldon_metrics, annotations=annotations, trace_interceptor=interceptor, ) try: user_object.load() except (NotImplementedError, AttributeError): pass server.add_insecure_port(f"0.0.0.0:{grpc_port}") server.start() logger.info("GRPC microservice Running on port %i", grpc_port) while True: time.sleep(1000)
def _run_grpc_server(bind_address): """Start a server in a subprocess.""" logger.info(f"Starting new GRPC server with {args.grpc_threads}.") if args.tracing: from grpc_opentracing import open_tracing_server_interceptor logger.info("Adding tracer") tracer = setup_tracing(args.interface_name) interceptor = open_tracing_server_interceptor(tracer) else: interceptor = None server = seldon_microservice.get_grpc_server( user_object, seldon_metrics, annotations=annotations, trace_interceptor=interceptor, num_threads=args.grpc_threads, ) try: user_object.load() except (NotImplementedError, AttributeError): pass server.add_insecure_port(bind_address) server.start() _wait_forever(server)
def load(self): if self.jaeger_extra_tags is not None: logger.info("Tracing branch is active") from flask_opentracing import FlaskTracing tracer = setup_tracing(self.interface_name) logger.info("Set JAEGER_EXTRA_TAGS %s", self.jaeger_extra_tags) FlaskTracing(tracer, True, self.application, self.jaeger_extra_tags) logger.debug("LOADING APP %d", os.getpid()) try: logger.debug("Calling user load method") self.user_object.load() except (NotImplementedError, AttributeError): logger.debug("No load method in user model") return self.application
def rest_prediction_server(): app = seldon_microservice.get_rest_microservice(user_object, seldon_metrics) try: user_object.load() except (NotImplementedError, AttributeError): pass if args.tracing: logger.info("Tracing branch is active") from flask_opentracing import FlaskTracing tracer = setup_tracing(args.interface_name) logger.info("Set JAEGER_EXTRA_TAGS %s", jaeger_extra_tags) FlaskTracing(tracer, True, app, jaeger_extra_tags) app.run( host="0.0.0.0", port=http_port, threaded=False if args.single_threaded else True, )