def test_redeploy_start_time(serve_instance): """Check that redeploying a deployment doesn't reset its start time.""" controller = serve.context._global_client._controller @serve.deployment def test(_): return "1" serve.run(test.bind()) deployment_route = DeploymentRoute.FromString( ray.get(controller.get_deployment_info.remote("test"))) deployment_info_1 = DeploymentInfo.from_proto( deployment_route.deployment_info) start_time_ms_1 = deployment_info_1.start_time_ms time.sleep(0.1) @serve.deployment def test(_): return "2" serve.run(test.bind()) deployment_route = DeploymentRoute.FromString( ray.get(controller.get_deployment_info.remote("test"))) deployment_info_2 = DeploymentInfo.from_proto( deployment_route.deployment_info) start_time_ms_2 = deployment_info_2.start_time_ms assert start_time_ms_1 == start_time_ms_2
def get_deployment_info(self, name: str) -> Tuple[DeploymentInfo, str]: deployment_route = DeploymentRoute.FromString( ray.get(self._controller.get_deployment_info.remote(name))) return ( DeploymentInfo.from_proto(deployment_route.deployment_info), deployment_route.route if deployment_route.route != "" else None, )
def list_deployments(self) -> Dict[str, Tuple[DeploymentInfo, str]]: deployment_route_list = DeploymentRouteList.FromString( ray.get(self._controller.list_deployments.remote())) return { deployment_route.deployment_info.name: ( DeploymentInfo.from_proto(deployment_route.deployment_info), deployment_route.route if deployment_route.route != "" else None, ) for deployment_route in deployment_route_list.deployment_routes }
def get_deployment_start_time(controller: ServeController, deployment: Deployment): """Return start time for given deployment""" deployment_route_list = DeploymentRouteList.FromString( ray.get(controller.list_deployments.remote()) ) deployments = { deployment_route.deployment_info.name: ( DeploymentInfo.from_proto(deployment_route.deployment_info), deployment_route.route if deployment_route.route != "" else None, ) for deployment_route in deployment_route_list.deployment_routes } deployment_info, _route_prefix = deployments[deployment.name] return deployment_info.start_time_ms
def __init__( self, controller_handle: ActorHandle, deployment_name: EndpointTag, handle_options: Optional[HandleOptions] = None, *, _router: Optional[Router] = None, _internal_pickled_http_request: bool = False, ): self.controller_handle = controller_handle self.deployment_name = deployment_name self.handle_options = handle_options or HandleOptions() self.handle_tag = f"{self.deployment_name}#{get_random_letters()}" self._pickled_http_request = _internal_pickled_http_request self.request_counter = metrics.Counter( "serve_handle_request_counter", description=("The number of handle.remote() calls that have been " "made on this handle."), tag_keys=("handle", "deployment"), ) self.request_counter.set_default_tags({ "handle": self.handle_tag, "deployment": self.deployment_name }) self.router: Router = _router or self._make_router() deployment_route = DeploymentRoute.FromString( ray.get( self.controller_handle.get_deployment_info.remote( self.deployment_name))) deployment_info = DeploymentInfo.from_proto( deployment_route.deployment_info) self._stop_event: Optional[threading.Event] = None self._pusher: Optional[threading.Thread] = None remote_func = self.controller_handle.record_handle_metrics.remote if deployment_info.deployment_config.autoscaling_config: self._stop_event = threading.Event() self._pusher = start_metrics_pusher( interval_s=HANDLE_METRIC_PUSH_INTERVAL_S, collection_callback=self._collect_handle_queue_metrics, metrics_process_func=remote_func, stop_event=self._stop_event, )