def _displayTaskStatistics(self, task):
verbose = log.isEnabledFor(logging.DEBUG)
if not verbose:
return
taskStats = self._taskStats[task.name]
buffer = "%s Current State: %s Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d\n" \
% (task.name, task.state, taskStats.totalRuns,
taskStats.failedRuns, taskStats.missedRuns)
buffer += "\nDetailed Task States:\n"
if taskStats.states: # Hasn't run yet
buffer = self._displayStateStatistics(buffer, taskStats.states,
"%s " % task.name)
if hasattr(task, 'displayStatistics'):
buffer += task.displayStatistics()
buffer += "\n"
log.info("Detailed Task Statistics:\n%s", buffer)
def _displayTaskStatistics(self, task):
verbose = log.isEnabledFor(logging.DEBUG)
if not verbose:
return
taskStats = self._taskStats[task.name]
buffer = "%s Current State: %s Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d\n" \
% (task.name, task.state, taskStats.totalRuns,
taskStats.failedRuns, taskStats.missedRuns)
buffer += "\nDetailed Task States:\n"
if taskStats.states: # Hasn't run yet
buffer = self._displayStateStatistics(buffer,
taskStats.states,
"%s " % task.name)
if hasattr(task, 'displayStatistics'):
buffer += task.displayStatistics()
buffer += "\n"
log.info("Detailed Task Statistics:\n%s", buffer)
def displayStatistics(self, verbose):
totalRuns = 0
totalFailedRuns = 0
totalMissedRuns = 0
totalTasks = 0
stateStats = {}
for taskWrapper in self._tasks.itervalues():
task = taskWrapper.task
taskStats = self._taskStats[task.name]
totalTasks += 1
totalRuns += taskStats.totalRuns
totalFailedRuns += taskStats.failedRuns
totalMissedRuns += taskStats.missedRuns
for state, stats in taskStats.states.iteritems():
if state in stateStats:
totalStateStats = stateStats[state]
else:
totalStateStats = StateStatistics(state)
stateStats[state] = totalStateStats
totalStateStats.totalElapsedTime += stats.totalElapsedTime
totalStateStats.totalElapsedTimeSquared += stats.totalElapsedTimeSquared
totalStateStats.totalCalls += stats.totalCalls
totalStateStats.minElapsedTime = min(totalStateStats.minElapsedTime, stats.minElapsedTime)
totalStateStats.maxElapsedTime = max(totalStateStats.maxElapsedTime, stats.maxElapsedTime)
log.info("Tasks: %d Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d " \
"Queued_Tasks: %d Running_Tasks: %d ",
totalTasks, totalRuns, totalFailedRuns, totalMissedRuns,
self.executor.queued, self.executor.running)
if verbose:
buffer = "Task States Summary:\n"
buffer = self._displayStateStatistics(buffer, stateStats)
buffer += "\nTasks:\n"
for taskWrapper in self._tasks.itervalues():
task = taskWrapper.task
taskStats = self._taskStats[task.name]
buffer += "%s Current State: %s Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d\n" \
% (task.name, task.state, taskStats.totalRuns,
taskStats.failedRuns, taskStats.missedRuns)
buffer += "\nDetailed Task States:\n"
for taskWrapper in self._tasks.itervalues():
task = taskWrapper.task
taskStats = self._taskStats[task.name]
if not taskStats.states: # Hasn't run yet
continue
buffer = self._displayStateStatistics(buffer,
taskStats.states,
"%s " % task.name)
if hasattr(task, 'displayStatistics'):
buffer += task.displayStatistics()
buffer += "\n"
log.info("Detailed Scheduler Statistics:\n%s", buffer)
def displayStatistics(self, verbose):
totalRuns = 0
totalFailedRuns = 0
totalMissedRuns = 0
totalTasks = 0
stateStats = {}
for taskWrapper in self._tasks.itervalues():
task = taskWrapper.task
taskStats = self._taskStats[task.name]
totalTasks += 1
totalRuns += taskStats.totalRuns
totalFailedRuns += taskStats.failedRuns
totalMissedRuns += taskStats.missedRuns
for state, stats in taskStats.states.iteritems():
if state in stateStats:
totalStateStats = stateStats[state]
else:
totalStateStats = StateStatistics(state)
stateStats[state] = totalStateStats
totalStateStats.totalElapsedTime += stats.totalElapsedTime
totalStateStats.totalElapsedTimeSquared += stats.totalElapsedTimeSquared
totalStateStats.totalCalls += stats.totalCalls
totalStateStats.minElapsedTime = min(
totalStateStats.minElapsedTime, stats.minElapsedTime)
totalStateStats.maxElapsedTime = max(
totalStateStats.maxElapsedTime, stats.maxElapsedTime)
log.info("Tasks: %d Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d " \
"Queued_Tasks: %d Running_Tasks: %d ",
totalTasks, totalRuns, totalFailedRuns, totalMissedRuns,
self.executor.queued, self.executor.running)
if verbose:
buffer = "Task States Summary:\n"
buffer = self._displayStateStatistics(buffer, stateStats)
buffer += "\nTasks:\n"
for taskWrapper in self._tasks.itervalues():
task = taskWrapper.task
taskStats = self._taskStats[task.name]
buffer += "%s Current State: %s Successful_Runs: %d Failed_Runs: %d Missed_Runs: %d\n" \
% (task.name, task.state, taskStats.totalRuns,
taskStats.failedRuns, taskStats.missedRuns)
buffer += "\nDetailed Task States:\n"
for taskWrapper in self._tasks.itervalues():
task = taskWrapper.task
taskStats = self._taskStats[task.name]
if not taskStats.states: # Hasn't run yet
continue
buffer = self._displayStateStatistics(buffer, taskStats.states,
"%s " % task.name)
if hasattr(task, 'displayStatistics'):
buffer += task.displayStatistics()
buffer += "\n"
log.info("Detailed Scheduler Statistics:\n%s", buffer)
