def _displayTaskStatistics(self, task): verbose = log.isEnabledFor(logging.DEBUG) if not verbose: return taskStats = self._taskStats[task.name] buffer = "%s Current State: %s Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d\n" \ % (task.name, task.state, taskStats.totalRuns, taskStats.failedRuns, taskStats.missedRuns) buffer += "\nDetailed Task States:\n" if taskStats.states: # Hasn't run yet buffer = self._displayStateStatistics(buffer, taskStats.states, "%s " % task.name) if hasattr(task, 'displayStatistics'): buffer += task.displayStatistics() buffer += "\n" log.info("Detailed Task Statistics:\n%s", buffer)
def displayStatistics(self, verbose): totalRuns = 0 totalFailedRuns = 0 totalMissedRuns = 0 totalTasks = 0 stateStats = {} for taskWrapper in self._tasks.itervalues(): task = taskWrapper.task taskStats = self._taskStats[task.name] totalTasks += 1 totalRuns += taskStats.totalRuns totalFailedRuns += taskStats.failedRuns totalMissedRuns += taskStats.missedRuns for state, stats in taskStats.states.iteritems(): if state in stateStats: totalStateStats = stateStats[state] else: totalStateStats = StateStatistics(state) stateStats[state] = totalStateStats totalStateStats.totalElapsedTime += stats.totalElapsedTime totalStateStats.totalElapsedTimeSquared += stats.totalElapsedTimeSquared totalStateStats.totalCalls += stats.totalCalls totalStateStats.minElapsedTime = min(totalStateStats.minElapsedTime, stats.minElapsedTime) totalStateStats.maxElapsedTime = max(totalStateStats.maxElapsedTime, stats.maxElapsedTime) log.info("Tasks: %d Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d " \ "Queued_Tasks: %d Running_Tasks: %d ", totalTasks, totalRuns, totalFailedRuns, totalMissedRuns, self.executor.queued, self.executor.running) if verbose: buffer = "Task States Summary:\n" buffer = self._displayStateStatistics(buffer, stateStats) buffer += "\nTasks:\n" for taskWrapper in self._tasks.itervalues(): task = taskWrapper.task taskStats = self._taskStats[task.name] buffer += "%s Current State: %s Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d\n" \ % (task.name, task.state, taskStats.totalRuns, taskStats.failedRuns, taskStats.missedRuns) buffer += "\nDetailed Task States:\n" for taskWrapper in self._tasks.itervalues(): task = taskWrapper.task taskStats = self._taskStats[task.name] if not taskStats.states: # Hasn't run yet continue buffer = self._displayStateStatistics(buffer, taskStats.states, "%s " % task.name) if hasattr(task, 'displayStatistics'): buffer += task.displayStatistics() buffer += "\n" log.info("Detailed Scheduler Statistics:\n%s", buffer)
def displayStatistics(self, verbose): totalRuns = 0 totalFailedRuns = 0 totalMissedRuns = 0 totalTasks = 0 stateStats = {} for taskWrapper in self._tasks.itervalues(): task = taskWrapper.task taskStats = self._taskStats[task.name] totalTasks += 1 totalRuns += taskStats.totalRuns totalFailedRuns += taskStats.failedRuns totalMissedRuns += taskStats.missedRuns for state, stats in taskStats.states.iteritems(): if state in stateStats: totalStateStats = stateStats[state] else: totalStateStats = StateStatistics(state) stateStats[state] = totalStateStats totalStateStats.totalElapsedTime += stats.totalElapsedTime totalStateStats.totalElapsedTimeSquared += stats.totalElapsedTimeSquared totalStateStats.totalCalls += stats.totalCalls totalStateStats.minElapsedTime = min( totalStateStats.minElapsedTime, stats.minElapsedTime) totalStateStats.maxElapsedTime = max( totalStateStats.maxElapsedTime, stats.maxElapsedTime) log.info("Tasks: %d Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d " \ "Queued_Tasks: %d Running_Tasks: %d ", totalTasks, totalRuns, totalFailedRuns, totalMissedRuns, self.executor.queued, self.executor.running) if verbose: buffer = "Task States Summary:\n" buffer = self._displayStateStatistics(buffer, stateStats) buffer += "\nTasks:\n" for taskWrapper in self._tasks.itervalues(): task = taskWrapper.task taskStats = self._taskStats[task.name] buffer += "%s Current State: %s Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d\n" \ % (task.name, task.state, taskStats.totalRuns, taskStats.failedRuns, taskStats.missedRuns) buffer += "\nDetailed Task States:\n" for taskWrapper in self._tasks.itervalues(): task = taskWrapper.task taskStats = self._taskStats[task.name] if not taskStats.states: # Hasn't run yet continue buffer = self._displayStateStatistics(buffer, taskStats.states, "%s " % task.name) if hasattr(task, 'displayStatistics'): buffer += task.displayStatistics() buffer += "\n" log.info("Detailed Scheduler Statistics:\n%s", buffer)