else:
user_object = user_class(**parameters)
if args.service_type == "MODEL":
import model_microservice as seldon_microservice
elif args.service_type == "ROUTER":
import router_microservice as seldon_microservice
elif args.service_type == "TRANSFORMER":
import transformer_microservice as seldon_microservice
elif args.service_type == "OUTLIER_DETECTOR":
import outlier_detector_microservice as seldon_microservice
port = int(os.environ.get(SERVICE_PORT_ENV_NAME, DEFAULT_PORT))
if args.api_type == "REST":
app = seldon_microservice.get_rest_microservice(user_object,
debug=DEBUG)
app.run(host='0.0.0.0', port=port)
elif args.api_type == "GRPC":
server = seldon_microservice.get_grpc_server(user_object, debug=DEBUG)
server.add_insecure_port("0.0.0.0:{}".format(port))
server.start()
print("GRPC Microservice Running on port {}".format(port))
while True:
time.sleep(1000)
elif args.api_type == "FBS":
seldon_microservice.run_flatbuffers_server(user_object, port)
def fbs_prediction_server():
seldon_microservice.run_flatbuffers_server(user_object, port)