def serve(connection_str, ray_connect_handler=None): def default_connect_handler(job_config: JobConfig = None, **ray_init_kwargs: Dict[str, Any]): with disable_client_hook(): if not ray.is_initialized(): return ray.init(job_config=job_config, **ray_init_kwargs) ray_connect_handler = ray_connect_handler or default_connect_handler server = grpc.server( futures.ThreadPoolExecutor( max_workers=CLIENT_SERVER_MAX_THREADS, thread_name_prefix="ray_client_server", ), options=GRPC_OPTIONS, ) task_servicer = RayletServicer(ray_connect_handler) data_servicer = DataServicer(task_servicer) logs_servicer = LogstreamServicer() ray_client_pb2_grpc.add_RayletDriverServicer_to_server( task_servicer, server) ray_client_pb2_grpc.add_RayletDataStreamerServicer_to_server( data_servicer, server) ray_client_pb2_grpc.add_RayletLogStreamerServicer_to_server( logs_servicer, server) add_port_to_grpc_server(server, connection_str) current_handle = ClientServerHandle( task_servicer=task_servicer, data_servicer=data_servicer, logs_servicer=logs_servicer, grpc_server=server, ) server.start() return current_handle
def serve(connection_str, ray_connect_handler=None): def default_connect_handler(): with disable_client_hook(): if not ray.is_initialized(): return ray.init() ray_connect_handler = ray_connect_handler or default_connect_handler server = grpc.server(futures.ThreadPoolExecutor(max_workers=10)) task_servicer = RayletServicer() data_servicer = DataServicer(task_servicer, ray_connect_handler=ray_connect_handler) logs_servicer = LogstreamServicer() ray_client_pb2_grpc.add_RayletDriverServicer_to_server( task_servicer, server) ray_client_pb2_grpc.add_RayletDataStreamerServicer_to_server( data_servicer, server) ray_client_pb2_grpc.add_RayletLogStreamerServicer_to_server( logs_servicer, server) server.add_insecure_port(connection_str) current_handle = ClientServerHandle( task_servicer=task_servicer, data_servicer=data_servicer, logs_servicer=logs_servicer, grpc_server=server, ) server.start() return current_handle
def serve(connection_str, ray_connect_handler=None): def default_connect_handler(job_config: JobConfig = None): with disable_client_hook(): if not ray.is_initialized(): return ray.init(job_config=job_config) ray_connect_handler = ray_connect_handler or default_connect_handler server = grpc.server( futures.ThreadPoolExecutor(max_workers=CLIENT_SERVER_MAX_THREADS), options=[ ("grpc.max_send_message_length", GRPC_MAX_MESSAGE_SIZE), ("grpc.max_receive_message_length", GRPC_MAX_MESSAGE_SIZE), ]) task_servicer = RayletServicer(ray_connect_handler) data_servicer = DataServicer(task_servicer) logs_servicer = LogstreamServicer() ray_client_pb2_grpc.add_RayletDriverServicer_to_server( task_servicer, server) ray_client_pb2_grpc.add_RayletDataStreamerServicer_to_server( data_servicer, server) ray_client_pb2_grpc.add_RayletLogStreamerServicer_to_server( logs_servicer, server) server.add_insecure_port(connection_str) current_handle = ClientServerHandle( task_servicer=task_servicer, data_servicer=data_servicer, logs_servicer=logs_servicer, grpc_server=server, ) server.start() return current_handle
def serve(connection_str): server = grpc.server(futures.ThreadPoolExecutor(max_workers=10)) task_servicer = RayletServicer() data_servicer = DataServicer(task_servicer) logs_servicer = LogstreamServicer() global _current_servicer _current_servicer = task_servicer ray_client_pb2_grpc.add_RayletDriverServicer_to_server( task_servicer, server) ray_client_pb2_grpc.add_RayletDataStreamerServicer_to_server( data_servicer, server) ray_client_pb2_grpc.add_RayletLogStreamerServicer_to_server( logs_servicer, server) server.add_insecure_port(connection_str) server.start() return server