def shutdown(self, driver): log.critical("Shutting down executor...") for taskId, pid in self.runningTasks.items(): self.killTask(driver, taskId) Resource.cleanSystem() AbstractBatchSystem.workerCleanup(self.workerCleanupInfo) log.critical("Executor shut down")
def shutdown(self): """ Cleanly terminate worker threads. Add sentinels to inputQueue equal to maxThreads. Join all worker threads. """ # Remove reference to inputQueue (raises exception if inputQueue is used after method call) inputQueue = self.inputQueue self.inputQueue = None for i in xrange(self.numWorkers): inputQueue.put(None) for thread in self.workerThreads: thread.join() AbstractBatchSystem.workerCleanup(self.workerCleanupInfo)
def shutdown(self): """ Cleanly terminate worker threads. Add sentinels to inputQueue equal to maxThreads. Join all worker threads. """ # Remove reference to inputQueue (raises exception if inputQueue is used after method call) inputQueue = self.inputQueue self.inputQueue = None for i in xrange(self.numWorkers): inputQueue.put(None) for thread in self.workerThreads: thread.join() AbstractBatchSystem.workerCleanup(self.workerCleanupInfo)