def CreateAndLoadModelV2(self, request, context): try: ret = backend.createAndLoadModelV2(MessageToDict(request)) return ParseDict(ret, c_pb2.ResultReply()) except ExistBackendError as e: return error_reply.error_msg(c_pb2, ExistBackendError, exception=e) except Exception as e: logging.exception(e) return error_reply.error_msg(c_pb2, RunTimeException, msg=repr(e))
def ImportModelDistro(self, request, context): try: model.unpackImageBundleAndImportWithDistro(MessageToDict(request)) return c_pb2.ResultReply(code=0, msg="") except ImportModelDistroError as e: return error_reply.error_msg(c_pb2, DeleteModelError, exception=e) except Exception as e: logging.exception(e) return error_reply.error_msg( c_pb2, RunTimeException, msg="failed to import model distribution: {}".format(repr(e)))
def DistroConfig(self, request, context): try: model.updateModel(MessageToDict(request)) return c_pb2.ResultReply(code=0, msg="") except UpdateModelError as e: return error_reply.error_msg(c_pb2, UpdateModelError, exception=e) except Exception as e: logging.exception(e) return error_reply.error_msg( c_pb2, RunTimeException, msg="failed to update model info: {}".format(repr(e)))
def InferenceRemote(self, request, context): try: inference.inferenceRemote(MessageToDict(request)) return c_pb2.ResultReply(code=0, msg="") except InferenceDataError as e: return c_pb2.ResultReply(code=InferenceDataError.code_remote, msg=repr(e)) except Exception as e: logging.exception(e) error_reply.error_msg( c_pb2, RunTimeException, msg="failed to inference remotely: {}".format(repr(e)))
def TerminateBackend(self, request, context): try: backend.terminateBackend(MessageToDict(request)) return c_pb2.ResultReply(code=0, msg="") except TerminateBackendError as e: return error_reply.error_msg(c_pb2, TerminateBackendError, exception=e) except Exception as e: logging.exception(e) return error_reply.error_msg( c_pb2, RunTimeException, msg="failed to terminate backend: {}".format(repr(e)))
def ReloadModelOnBackend(self, request, context): try: ret = backend.reloadModelOnBackend(MessageToDict(request)) return ParseDict(ret, c_pb2.ResultReply()) except ReloadModelOnBackendError as e: return error_reply.error_msg(c_pb2, ReloadModelOnBackendError, exception=e) except Exception as e: logging.exception(e) return error_reply.error_msg( c_pb2, RunTimeException, msg="failed to (re)load model on backend: {}".format(repr(e)))
def InitializeBackend(self, request, context): try: ret = backend.initializeBackend(MessageToDict(request), passby_model=None) return ParseDict(ret, c_pb2.ResultReply()) except CreateAndLoadModelError as e: return error_reply.error_msg(c_pb2, CreateAndLoadModelError, exception=e) except Exception as e: logging.exception(e) return error_reply.error_msg( c_pb2, RunTimeException, msg="failed to initialize backend: {}".format(repr(e)))
def ExportModelImage(self, request, context): try: model.buildImageBundleFromDistroBundle(MessageToDict(request)) return c_pb2.ResultReply(code=0, msg="") except Exception as e: logging.exception(e) return error_reply.error_msg( c_pb2, RunTimeException, msg="failed to export model image: {}".format(repr(e)))
def CreateModel(self, request, context): try: model.createModel(MessageToDict(request)) return c_pb2.ResultReply(code=0, msg="") except Exception as e: logging.exception(e) return error_reply.error_msg( c_pb2, RunTimeException, msg="failed to create model: {}".format(repr(e)))
def ListBackend(self, request, context): try: ret = backend.listOneBackend(MessageToDict(request)) return ParseDict(ret, be_pb2.BackendStatus()) except ListOneBackendError as e: return error_reply.error_msg(c_pb2, ListOneBackendError, exception=e) except Exception as e: logging.exception(e) return be_pb2.BackendStatus()