def _pick_counters(self, log_interpretation):
"""Pick counters from our log interpretation, interpreting
history logs if need be."""
counters = _pick_counters(log_interpretation)
if not counters:
log.info('Attempting to fetch counters from logs...')
self._interpret_step_logs(log_interpretation)
counters = _pick_counters(log_interpretation)
if not counters:
self._interpret_history_log(log_interpretation)
counters = _pick_counters(log_interpretation)
return counters
def _pick_counters(self, log_interpretation):
"""Pick counters from our log interpretation, interpreting
history logs if need be."""
counters = _pick_counters(log_interpretation)
if not counters:
log.info('Attempting to fetch counters from logs...')
self._interpret_step_logs(log_interpretation)
counters = _pick_counters(log_interpretation)
if not counters:
self._interpret_history_log(log_interpretation)
counters = _pick_counters(log_interpretation)
return counters
def counters(self):
# TODO - mtai @ davidmarin - Counters are currently always empty as we
# are not processing task logs
return [
_pick_counters(log_interpretation)
for log_interpretation in self._log_interpretations
]
def _pick_counters(self, log_interpretation, step_type):
"""Pick counters from our log interpretation, interpreting
history logs if need be."""
if _is_spark_step_type(step_type):
return {}
counters = _pick_counters(log_interpretation)
if self._read_logs():
if not counters:
log.info('Attempting to fetch counters from logs...')
self._interpret_step_logs(log_interpretation, step_type)
counters = _pick_counters(log_interpretation)
if not counters:
self._interpret_history_log(log_interpretation)
counters = _pick_counters(log_interpretation)
return counters
def counters(self):
return [_pick_counters(log_interpretation)
for log_interpretation in self._log_interpretations]
def counters(self):
return [
_pick_counters(log_interpretation)
for log_interpretation in self._log_interpretations
]
def counters(self):
# TODO - mtai @ davidmarin - Counters are currently always empty as we
# are not processing task logs
return [_pick_counters(log_interpretation)
for log_interpretation in self._log_interpretations]
