def test_returns_ack_message(self, pybio_model_bytes, grpc_stub): model = grpc_stub.CreateModelSession(valid_model_request(pybio_model_bytes)) resp = grpc_stub.GetLogs(inference_pb2.Empty()) record = next(resp) assert inference_pb2.LogEntry.Level.INFO == record.level assert "Sending model logs" == record.content grpc_stub.CloseModelSession(model)
def get_devices(self): resp = self._client.ListDevices(inference_pb2.Empty()) return [(d.id, d.id) for d in resp.devices]
def _query_devices(self, grpc_stub): dev_resp = grpc_stub.ListDevices(inference_pb2.Empty()) device_by_id = {d.id: d for d in dev_resp.devices} return device_by_id
def test_list_devices(self, grpc_stub): resp = grpc_stub.ListDevices(inference_pb2.Empty()) device_by_id = {d.id: d for d in resp.devices} assert "cpu" in device_by_id assert inference_pb2.Device.Status.AVAILABLE == device_by_id["cpu"].status
def Ping(self, request: inference_pb2.Empty, context) -> inference_pb2.Empty: return inference_pb2.Empty()
def Shutdown(self, request: inference_pb2.Empty, context) -> inference_pb2.Empty: if self.__done_evt: self.__done_evt.set() return inference_pb2.Empty()
def Ping(self, request: inference_pb2.Empty, context) -> inference_pb2.Empty: self.__last_ping = time.time() return inference_pb2.Empty()
def run(): with grpc.insecure_channel("127.0.0.1:5567") as channel: stub = inference_pb2_grpc.InferenceStub(channel) response = stub.ListDevices(inference_pb2.Empty()) print(response)
def CloseModelSession(self, request: inference_pb2.ModelSession, context) -> inference_pb2.Empty: self.__session_manager.close_session(request.id) return inference_pb2.Empty()