async def _batch_handler_template(self, requests, api_name): headers = {self._MARSHAL_FLAG: "true"} api_url = f"http://{self.outbound_host}:{self.outbound_port}/{api_name}" with async_trace( ZIPKIN_API_URL, service_name=self.__class__.__name__, span_name=f"[2]merged {api_name}", ) as trace_ctx: headers.update(make_http_headers(trace_ctx)) reqs_s = DataLoader.merge_requests(requests) try: async with aiohttp.ClientSession() as client: async with client.post(api_url, data=reqs_s, headers=headers) as resp: raw = await resp.read() merged = DataLoader.split_responses(raw) except (aiohttp.ClientConnectorError, aiohttp.ServerDisconnectedError): return (aiohttp.web.HTTPServiceUnavailable, ) * len(requests) if merged is None: return (aiohttp.web.HTTPInternalServerError, ) * len(requests) return tuple( aiohttp.web.Response( body=i.data, headers=i.headers, status=i.status) for i in merged)
async def _batch_handler_template(self, requests, api_name): ''' batch request handler params: * requests: list of aiohttp request * api_name: called API name raise: * RemoteException: known exceptions from model server * Exception: other exceptions ''' headers = {self._MARSHAL_FLAG: "true"} api_url = f"http://{self.outbound_host}:{self.outbound_port}/{api_name}" with async_trace( ZIPKIN_API_URL, service_name=self.__class__.__name__, span_name=f"[2]merged {api_name}", ) as trace_ctx: headers.update(make_http_headers(trace_ctx)) reqs_s = DataLoader.merge_requests(requests) async with aiohttp.ClientSession() as client: async with client.post(api_url, data=reqs_s, headers=headers) as resp: raw = await resp.read() if resp.status != 200: raise RemoteException( f"Bad response status from model server:\n{resp.status}\n{raw}", payload=SimpleResponse(resp.status, resp.headers, raw), ) merged = DataLoader.split_responses(raw) return tuple( aiohttp.web.Response( body=i.data, headers=i.headers, status=i.status) for i in merged)
async def _relay_handler(self, request, api_name): data = await request.read() headers = dict(request.headers) api_url = f"http://{self.target_host}:{self.target_port}/{api_name}" with async_trace( ZIPKIN_API_URL, service_name=self.__class__.__name__, span_name=f"[2]{api_name} relay", ) as trace_ctx: headers.update(make_http_headers(trace_ctx)) async with aiohttp.ClientSession() as client: async with client.request(request.method, api_url, data=data, headers=request.headers) as resp: body = await resp.read() return aiohttp.web.Response( status=resp.status, body=body, headers=resp.headers, )
async def relay_handler(self, request: aiohttp.web.Request): data = await request.read() headers = dict(request.headers) url = request.url.with_host(self.outbound_host).with_port( self.outbound_port) with async_trace( ZIPKIN_API_URL, service_name=self.__class__.__name__, span_name=f"[2]{url.path} relay", ) as trace_ctx: headers.update(make_http_headers(trace_ctx)) async with aiohttp.ClientSession() as client: async with client.request(request.method, url, data=data, headers=request.headers) as resp: body = await resp.read() return aiohttp.web.Response( status=resp.status, body=body, headers=resp.headers, )