def CreateAndLoadModelV2(self, request, context):
try:
ret = backend.createAndLoadModelV2(MessageToDict(request))
return ParseDict(ret, c_pb2.ResultReply())
except ExistBackendError as e:
return error_reply.error_msg(c_pb2, ExistBackendError, exception=e)
except Exception as e:
logging.exception(e)
return error_reply.error_msg(c_pb2, RunTimeException, msg=repr(e))
def ImportModelDistro(self, request, context):
try:
model.unpackImageBundleAndImportWithDistro(MessageToDict(request))
return c_pb2.ResultReply(code=0, msg="")
except ImportModelDistroError as e:
return error_reply.error_msg(c_pb2, DeleteModelError, exception=e)
except Exception as e:
logging.exception(e)
return error_reply.error_msg(
c_pb2,
RunTimeException,
msg="failed to import model distribution: {}".format(repr(e)))
def DistroConfig(self, request, context):
try:
model.updateModel(MessageToDict(request))
return c_pb2.ResultReply(code=0, msg="")
except UpdateModelError as e:
return error_reply.error_msg(c_pb2, UpdateModelError, exception=e)
except Exception as e:
logging.exception(e)
return error_reply.error_msg(
c_pb2,
RunTimeException,
msg="failed to update model info: {}".format(repr(e)))
def InferenceRemote(self, request, context):
try:
inference.inferenceRemote(MessageToDict(request))
return c_pb2.ResultReply(code=0, msg="")
except InferenceDataError as e:
return c_pb2.ResultReply(code=InferenceDataError.code_remote,
msg=repr(e))
except Exception as e:
logging.exception(e)
error_reply.error_msg(
c_pb2,
RunTimeException,
msg="failed to inference remotely: {}".format(repr(e)))
def TerminateBackend(self, request, context):
try:
backend.terminateBackend(MessageToDict(request))
return c_pb2.ResultReply(code=0, msg="")
except TerminateBackendError as e:
return error_reply.error_msg(c_pb2,
TerminateBackendError,
exception=e)
except Exception as e:
logging.exception(e)
return error_reply.error_msg(
c_pb2,
RunTimeException,
msg="failed to terminate backend: {}".format(repr(e)))
def ReloadModelOnBackend(self, request, context):
try:
ret = backend.reloadModelOnBackend(MessageToDict(request))
return ParseDict(ret, c_pb2.ResultReply())
except ReloadModelOnBackendError as e:
return error_reply.error_msg(c_pb2,
ReloadModelOnBackendError,
exception=e)
except Exception as e:
logging.exception(e)
return error_reply.error_msg(
c_pb2,
RunTimeException,
msg="failed to (re)load model on backend: {}".format(repr(e)))
def InitializeBackend(self, request, context):
try:
ret = backend.initializeBackend(MessageToDict(request),
passby_model=None)
return ParseDict(ret, c_pb2.ResultReply())
except CreateAndLoadModelError as e:
return error_reply.error_msg(c_pb2,
CreateAndLoadModelError,
exception=e)
except Exception as e:
logging.exception(e)
return error_reply.error_msg(
c_pb2,
RunTimeException,
msg="failed to initialize backend: {}".format(repr(e)))
def ExportModelImage(self, request, context):
try:
model.buildImageBundleFromDistroBundle(MessageToDict(request))
return c_pb2.ResultReply(code=0, msg="")
except Exception as e:
logging.exception(e)
return error_reply.error_msg(
c_pb2,
RunTimeException,
msg="failed to export model image: {}".format(repr(e)))
def CreateModel(self, request, context):
try:
model.createModel(MessageToDict(request))
return c_pb2.ResultReply(code=0, msg="")
except Exception as e:
logging.exception(e)
return error_reply.error_msg(
c_pb2,
RunTimeException,
msg="failed to create model: {}".format(repr(e)))
def ListBackend(self, request, context):
try:
ret = backend.listOneBackend(MessageToDict(request))
return ParseDict(ret, be_pb2.BackendStatus())
except ListOneBackendError as e:
return error_reply.error_msg(c_pb2,
ListOneBackendError,
exception=e)
except Exception as e:
logging.exception(e)
return be_pb2.BackendStatus()