def update_params(self, argv): # type: (list) -> None """ Constructs a configuration description for the piper worker using the arguments. :param argv: arguments from the command line. :return: None """ set_temporary_directory(argv[1], create_tmpdir=False) if argv[2] == 'true': context.enable_nesting() self.nesting = True self.debug = argv[3] == 'true' self.tracing = argv[4] == '1' self.storage_conf = argv[5] self.stream_backend = argv[6] self.stream_master_name = argv[7] self.stream_master_port = argv[8] self.tasks_x_node = int(argv[9]) in_pipes = argv[10:10 + self.tasks_x_node] out_pipes = argv[10 + self.tasks_x_node:-2] if self.debug: assert self.tasks_x_node == len(in_pipes) assert self.tasks_x_node == len(out_pipes) self.pipes = [] for i in range(0, self.tasks_x_node): self.pipes.append(Pipe(in_pipes[i], out_pipes[i])) self.control_pipe = Pipe(argv[-2], argv[-1])
def update_params(self, argv): """ Constructs a configuration description for the piper worker using the arguments :param argv: arguments from the command line """ self.debug = argv[1] == 'true' self.tracing = argv[2] == 'true' self.storage_conf = argv[3] self.stream_backend = argv[4] self.stream_master_name = argv[5] self.stream_master_port = argv[6] self.tasks_x_node = int(argv[7]) in_pipes = argv[8:8 + self.tasks_x_node] out_pipes = argv[8 + self.tasks_x_node:-2] if self.debug: assert self.tasks_x_node == len(in_pipes) assert self.tasks_x_node == len(out_pipes) self.pipes = [] for i in range(0, self.tasks_x_node): self.pipes.append(Pipe(in_pipes[i], out_pipes[i])) self.control_pipe = Pipe(argv[-2], argv[-1])
def compss_persistent_worker(config): # type: (PiperWorkerConfiguration) -> None """ Persistent worker main function. Retrieves the initial configuration and spawns the worker processes. :param config: Piper Worker Configuration description. :return: None """ global CACHE global CACHE_PROCESS # Catch SIGTERM sent by bindings_piper signal.signal(signal.SIGTERM, shutdown_handler) # Set the binding in worker mode context.set_pycompss_context(context.WORKER) persistent_storage = (config.storage_conf != 'null') logger, logger_cfg, storage_loggers, log_dir = load_loggers(config.debug, persistent_storage) if __debug__: logger.debug(HEADER + "piper_worker.py wake up") config.print_on_logger(logger) if persistent_storage: # Initialize storage logger.debug(HEADER + "Starting persistent storage") with event_worker(INIT_STORAGE_AT_WORKER_EVENT): from storage.api import initWorker as initStorageAtWorker # noqa initStorageAtWorker(config_file_path=config.storage_conf) # Create new processes queues = [] cache_profiler = False if config.cache_profiler.lower() == 'true': cache_profiler = True # Setup cache if is_cache_enabled(str(config.cache)): # Deploy the necessary processes CACHE = True cache_params = start_cache(logger, str(config.cache), cache_profiler, log_dir) else: # No cache CACHE = False cache_params = (None, None, None, None) # type: ignore smm, CACHE_PROCESS, cache_queue, cache_ids = cache_params # Create new executor processes conf = ExecutorConf(config.debug, get_temporary_directory(), TRACING, config.storage_conf, logger, logger_cfg, persistent_storage, storage_loggers, config.stream_backend, config.stream_master_name, config.stream_master_port, cache_ids, cache_queue, cache_profiler) for i in range(0, config.tasks_x_node): if __debug__: logger.debug(HEADER + "Launching process " + str(i)) process_name = "".join(("Process-", str(i))) pid, queue = create_executor_process(process_name, conf, config.pipes[i]) queues.append(queue) # Read command from control pipe alive = True process_counter = config.tasks_x_node control_pipe = config.control_pipe # type: typing.Any while alive: command = control_pipe.read_command(retry_period=1) if command != "": line = command.split() if line[0] == ADD_EXECUTOR_TAG: process_name = "".join(("Process-", str(process_counter))) process_counter = process_counter + 1 in_pipe = line[1] out_pipe = line[2] pipe = Pipe(in_pipe, out_pipe) pid, queue = create_executor_process(process_name, conf, pipe) queues.append(queue) control_pipe.write(" ".join((ADDED_EXECUTOR_TAG, out_pipe, in_pipe, str(pid)))) elif line[0] == QUERY_EXECUTOR_ID_TAG: in_pipe = line[1] out_pipe = line[2] proc = PROCESSES.get(in_pipe) # type: typing.Any pid = proc.pid control_pipe.write(" ".join((REPLY_EXECUTOR_ID_TAG, out_pipe, in_pipe, str(pid)))) elif line[0] == CANCEL_TASK_TAG: in_pipe = line[1] cancel_proc = PROCESSES.get(in_pipe) # type: typing.Any cancel_pid = cancel_proc.pid if __debug__: logger.debug(HEADER + "Signaling process with PID " + str(cancel_pid) + " to cancel a task") os.kill(cancel_pid, signal.SIGUSR2) # NOSONAR cancellation produced by COMPSs elif line[0] == REMOVE_EXECUTOR_TAG: in_pipe = line[1] out_pipe = line[2] proc = PROCESSES.pop(in_pipe, None) if proc: if proc.is_alive(): logger.warn(HEADER + "Forcing terminate on : " + proc.name) proc.terminate() proc.join() control_pipe.write(" ".join((REMOVED_EXECUTOR_TAG, out_pipe, in_pipe))) elif line[0] == PING_TAG: control_pipe.write(PONG_TAG) elif line[0] == QUIT_TAG: alive = False # Wait for all threads for proc in PROCESSES.values(): proc.join() # Check if there is any exception message from the threads for i in range(0, config.tasks_x_node): if not queues[i].empty: logger.error(HEADER + "Exception in threads queue: " + str(queues[i].get())) for queue in queues: queue.close() queue.join_thread() if CACHE: stop_cache(smm, cache_queue, cache_profiler, CACHE_PROCESS) # noqa if persistent_storage: # Finish storage if __debug__: logger.debug(HEADER + "Stopping persistent storage") with event_worker(FINISH_STORAGE_AT_WORKER_EVENT): from storage.api import finishWorker as finishStorageAtWorker # noqa finishStorageAtWorker() if __debug__: logger.debug(HEADER + "Finished") control_pipe.write(QUIT_TAG) control_pipe.close()
def compss_persistent_worker(config): """ Persistent worker main function. Retrieves the initial configuration and spawns the worker processes. :param config: Piper Worker Configuration description :return: None """ # Catch SIGTERM sent by bindings_piper signal.signal(signal.SIGTERM, shutdown_handler) # Set the binding in worker mode context.set_pycompss_context(context.WORKER) if TRACING: try: user_paths = os.environ['PYTHONPATH'] except KeyError: user_paths = "" print("PYTHON PATH = " + user_paths) import pyextrae.multiprocessing as pyextrae pyextrae.eventandcounters(SYNC_EVENTS, 1) pyextrae.eventandcounters(TASK_EVENTS, WORKER_RUNNING_EVENT) persistent_storage = (config.storage_conf != 'null') logger, storage_loggers = load_loggers(config.debug, persistent_storage) if __debug__: logger.debug(HEADER + "piper_worker.py wake up") config.print_on_logger(logger) if persistent_storage: # Initialize storage logger.debug(HEADER + "Starting persitent storage") from storage.api import initWorker as initStorageAtWorker initStorageAtWorker(config_file_path=config.storage_conf) # Create new threads queues = [] for i in range(0, config.tasks_x_node): if __debug__: logger.debug(HEADER + "Launching process " + str(i)) process_name = 'Process-' + str(i) queue = Queue() queues.append(queue) conf = ExecutorConf(TRACING, config.storage_conf, logger, storage_loggers, config.stream_backend, config.stream_master_name, config.stream_master_port) process = Process(target=executor, args=(queue, process_name, config.pipes[i], conf)) PROCESSES[config.pipes[i].input_pipe] = process process.start() # Read command from control pipe alive = True process_counter = config.tasks_x_node control_pipe = config.control_pipe while alive: command = control_pipe.read_command(retry_period=1) if command != "": line = command.split() if line[0] == ADD_EXECUTOR_TAG: process_name = 'Process-' + str(process_counter) process_counter = process_counter + 1 in_pipe = line[1] out_pipe = line[2] pipe = Pipe(in_pipe, out_pipe) pid = create_threads(process_name, pipe) control_pipe.write(ADDED_EXECUTOR_TAG + " " + out_pipe + " " + in_pipe + " " + str(pid)) elif line[0] == QUERY_EXECUTOR_ID_TAG: in_pipe = line[1] out_pipe = line[2] proc = PROCESSES.get(in_pipe) pid = proc.pid control_pipe.write(REPLY_EXECUTOR_ID_TAG + " " + out_pipe + " " + in_pipe + " " + str(pid)) elif line[0] == CANCEL_TASK_TAG: in_pipe = line[1] proc = PROCESSES.get(in_pipe) pid = proc.pid logger.debug("[PYTHON WORKER] Signaling process with PID " + str(pid) + " to cancel a task") kill(pid, signal.SIGUSR2) elif line[0] == REMOVE_EXECUTOR_TAG: in_pipe = line[1] out_pipe = line[2] proc = PROCESSES.pop(in_pipe, None) if proc: if proc.is_alive(): logger.warn(HEADER + "Forcing terminate on : " + proc.name) proc.terminate() proc.join() control_pipe.write(REMOVED_EXECUTOR_TAG + " " + out_pipe + " " + in_pipe) elif line[0] == PING_TAG: control_pipe.write(PONG_TAG) elif line[0] == QUIT_TAG: alive = False # Wait for all threads for proc in PROCESSES.values(): proc.join() # Check if there is any exception message from the threads for i in range(0, config.tasks_x_node): if not queues[i].empty: logger.error(HEADER + "Exception in threads queue: " + str(queues[i].get())) for queue in queues: queue.close() queue.join_thread() if persistent_storage: # Finish storage logger.debug(HEADER + "Stopping persistent storage") from storage.api import finishWorker as finishStorageAtWorker finishStorageAtWorker() if __debug__: logger.debug(HEADER + "Finished") if TRACING: pyextrae.eventandcounters(TASK_EVENTS, 0) pyextrae.eventandcounters(SYNC_EVENTS, 0) control_pipe.write(QUIT_TAG) control_pipe.close()