def _find_probable_cause_of_failure(self, step_nums):
task_attempt_logs = self._ls_logs("task")
step_logs = self._ls_logs("step")
job_logs = self._ls_logs("job")
log.info("Scanning logs for probable cause of failure")
return best_error_from_logs(self, task_attempt_logs, step_logs, job_logs)
def _find_probable_cause_of_failure(self, step_nums):
task_attempt_logs = self._ls_logs('task')
step_logs = self._ls_logs('step')
job_logs = self._ls_logs('job')
log.info('Scanning logs for probable cause of failure')
return best_error_from_logs(self, task_attempt_logs, step_logs,
job_logs)
def _find_probable_cause_of_failure(self, step_nums):
task_attempt_logs = self._ls_logs('task')
step_logs = self._ls_logs('step')
job_logs = self._ls_logs('job')
log.info('Scanning logs for probable cause of failure')
return best_error_from_logs(self, task_attempt_logs, step_logs,
job_logs)
def _find_probable_cause_of_failure(self, step_nums):
all_task_attempt_logs = []
try:
all_task_attempt_logs.extend(self._ls_logs("userlogs/"))
except IOError:
# sometimes the master doesn't have these
pass
# TODO: get these logs from slaves if possible
task_attempt_logs = self._enforce_path_regexp(all_task_attempt_logs, TASK_ATTEMPTS_LOG_URI_RE, step_nums)
step_logs = self._enforce_path_regexp(self._ls_logs("steps/"), STEP_LOG_URI_RE, step_nums)
job_logs = self._enforce_path_regexp(self._ls_logs("history/"), HADOOP_JOB_LOG_URI_RE, step_nums)
log.info("Scanning logs for probable cause of failure")
return best_error_from_logs(self, task_attempt_logs, step_logs, job_logs)
def _find_probable_cause_of_failure(self, step_nums):
all_task_attempt_logs = []
try:
all_task_attempt_logs.extend(self._ls_logs('userlogs/'))
except IOError:
# sometimes the master doesn't have these
pass
# TODO: get these logs from slaves if possible
task_attempt_logs = self._enforce_path_regexp(
all_task_attempt_logs, TASK_ATTEMPTS_LOG_URI_RE, step_nums)
step_logs = self._enforce_path_regexp(self._ls_logs('steps/'),
STEP_LOG_URI_RE, step_nums)
job_logs = self._enforce_path_regexp(self._ls_logs('history/'),
HADOOP_JOB_LOG_URI_RE, step_nums)
log.info('Scanning logs for probable cause of failure')
return best_error_from_logs(self, task_attempt_logs, step_logs,
job_logs)