def _start_ray_node(self, command, tag): modified_env = self._prepare_env() print("Starting {} by running: {}".format(tag, command)) process_info = session_execute(command=command, env=modified_env, tag=tag) JVMGuard.register_pids(process_info.pids) import ray.services as rservices process_info.node_ip = rservices.get_node_ip_address() return process_info
def _start_restricted_worker(self, num_cores=0): command = RayServiceFuncGenerator._get_raylet_command( redis_address=self.redis_address, ray_exec="ray ", password=self.redis_password, ray_node_cpu_cores=num_cores, object_store_memory=self.object_store_memory, extra_params=self.extra_params) print("Executing command: {}".format(command)) process_info = session_execute(command=command, fail_fast=True) ProcessMonitor.register_shutdown_hook(pgid=process_info.pgid)
def _start_ray_node(self, command, tag): modified_env = self._prepare_env() print("Starting {} by running: {}".format(tag, command)) process_info = session_execute(command=command, env=modified_env, tag=tag) spark_executor_pid = RayServiceFuncGenerator._get_spark_executor_pid() RayServiceFuncGenerator.start_ray_daemon( self.python_loc, pid_to_watch=spark_executor_pid, pgid_to_kill=process_info.pgid) import ray._private.services as rservices process_info.node_ip = rservices.get_node_ip_address() return process_info
def _start_restricted_worker(self, num_cores, node_ip_address): extra_param = {"node-ip-address": node_ip_address} if self.extra_params is not None: extra_param.update(self.extra_params) command = RayServiceFuncGenerator._get_raylet_command( redis_address=self.redis_address, ray_exec="ray", password=self.redis_password, ray_node_cpu_cores=num_cores, object_store_memory=self.object_store_memory, extra_params=extra_param) modified_env = self.ray_service._prepare_env() print("Executing command: {}".format(command)) process_info = session_execute(command=command, env=modified_env, tag="raylet", fail_fast=True) ProcessMonitor.register_shutdown_hook(pgid=process_info.pgid)
def _start_restricted_worker(self, num_cores, node_ip_address, redis_address): extra_param = {"node-ip-address": node_ip_address} if self.extra_params is not None: extra_param.update(self.extra_params) command = RayServiceFuncGenerator._get_raylet_command( redis_address=redis_address, ray_exec="ray", password=self.redis_password, ray_node_cpu_cores=num_cores, object_store_memory=self.object_store_memory, extra_params=extra_param) modified_env = self.ray_service._prepare_env() print("Executing command: {}".format(command)) process_info = session_execute(command=command, env=modified_env, tag="raylet", fail_fast=True) RayServiceFuncGenerator.start_ray_daemon( "python", pid_to_watch=os.getpid(), pgid_to_kill=process_info.pgid)
def _stop(iter): command = "{} stop".format(self.ray_exec) print("Start to end the ray services: {}".format(command)) session_execute(command=command, fail_fast=True) return iter