async def handle_request(self, request: Union[Query, bytes]): if isinstance(request, bytes): request = Query.ray_deserialize(request) logger.debug("Worker {} got request {}".format(self.name, request)) request.async_future = asyncio.get_event_loop().create_future() self.batch_queue.put(request) return await request.async_future
async def handle_request(self, request: Union[Query, bytes]) -> asyncio.Future: if isinstance(request, bytes): request = Query.ray_deserialize(request) request.tick_enter_replica = time.time() logger.debug("Worker {} got request {}".format(self.replica_tag, request)) request.async_future = asyncio.get_event_loop().create_future() self.num_ongoing_requests += 1 self.batch_queue.put(request) result = await request.async_future self.num_ongoing_requests -= 1 return result
async def handle_request(self, request: Union[Query, bytes]) -> asyncio.Future: if isinstance(request, bytes): request = Query.ray_deserialize(request) request.tick_enter_replica = time.time() logger.debug("Replica {} received request {}".format( self.replica_tag, request.metadata.request_id)) request.async_future = asyncio.get_event_loop().create_future() self.num_ongoing_requests += 1 self.batch_queue.put(request) result = await request.async_future request_time_ms = (time.time() - request.tick_enter_replica) * 1000 logger.debug("Replica {} finished request {} in {:.2f}ms".format( self.replica_tag, request.metadata.request_id, request_time_ms)) self.num_ongoing_requests -= 1 return result
async def handle_request(self, request): if isinstance(request, bytes): request = Query.ray_deserialize(request) self.query = request self.queries.append(request) return "DONE"