def _pick_counters(self, log_interpretation): """Pick counters from our log interpretation, interpreting history logs if need be.""" counters = _pick_counters(log_interpretation) if not counters: log.info('Attempting to fetch counters from logs...') self._interpret_step_logs(log_interpretation) counters = _pick_counters(log_interpretation) if not counters: self._interpret_history_log(log_interpretation) counters = _pick_counters(log_interpretation) return counters
def counters(self): # TODO - mtai @ davidmarin - Counters are currently always empty as we # are not processing task logs return [ _pick_counters(log_interpretation) for log_interpretation in self._log_interpretations ]
def _pick_counters(self, log_interpretation, step_type): """Pick counters from our log interpretation, interpreting history logs if need be.""" if _is_spark_step_type(step_type): return {} counters = _pick_counters(log_interpretation) if self._read_logs(): if not counters: log.info('Attempting to fetch counters from logs...') self._interpret_step_logs(log_interpretation, step_type) counters = _pick_counters(log_interpretation) if not counters: self._interpret_history_log(log_interpretation) counters = _pick_counters(log_interpretation) return counters
def counters(self): return [_pick_counters(log_interpretation) for log_interpretation in self._log_interpretations]
def counters(self): return [ _pick_counters(log_interpretation) for log_interpretation in self._log_interpretations ]
def counters(self): # TODO - mtai @ davidmarin - Counters are currently always empty as we # are not processing task logs return [_pick_counters(log_interpretation) for log_interpretation in self._log_interpretations]