def _make_router(self) -> EndpointRouter:
# Delayed import because ray.serve.api depends on handles.
return EndpointRouter(
self.controller_handle,
self.endpoint_name,
create_or_get_async_loop_in_thread(),
)
async def add_servable_to_router(
servable,
controller_name,
controller_actor,
**kwargs,
):
worker = setup_worker("backend",
servable,
controller_name=controller_name,
**kwargs)
await controller_actor.set_traffic.remote(
"endpoint",
TrafficPolicy({"backend": 1.0}),
)
await controller_actor.add_new_replica.remote(
"backend", worker, kwargs.get("backend_config", BackendConfig()))
router = EndpointRouter(
controller_actor,
"endpoint",
asyncio.get_event_loop(),
)
return worker, router
def _make_router(self) -> EndpointRouter:
return EndpointRouter(
self.controller_handle,
self.endpoint_name,
asyncio.get_event_loop(),
)