コード例 #1
0
ファイル: hadoop.py プロジェクト: kodizant/mrjob
    def _find_probable_cause_of_failure(self, step_nums):
        task_attempt_logs = self._ls_logs("task")
        step_logs = self._ls_logs("step")
        job_logs = self._ls_logs("job")

        log.info("Scanning logs for probable cause of failure")
        return best_error_from_logs(self, task_attempt_logs, step_logs, job_logs)
コード例 #2
0
ファイル: hadoop.py プロジェクト: nilesh-molankar/mrjob
    def _find_probable_cause_of_failure(self, step_nums):
        task_attempt_logs = self._ls_logs('task')
        step_logs = self._ls_logs('step')
        job_logs = self._ls_logs('job')

        log.info('Scanning logs for probable cause of failure')
        return best_error_from_logs(self, task_attempt_logs, step_logs,
                                    job_logs)
コード例 #3
0
    def _find_probable_cause_of_failure(self, step_nums):
        task_attempt_logs = self._ls_logs('task')
        step_logs = self._ls_logs('step')
        job_logs = self._ls_logs('job')

        log.info('Scanning logs for probable cause of failure')
        return best_error_from_logs(self, task_attempt_logs, step_logs,
                                    job_logs)
コード例 #4
0
ファイル: hadoop.py プロジェクト: ZhouYunan/mrjob
 def _find_probable_cause_of_failure(self, step_nums):
     all_task_attempt_logs = []
     try:
         all_task_attempt_logs.extend(self._ls_logs("userlogs/"))
     except IOError:
         # sometimes the master doesn't have these
         pass
     # TODO: get these logs from slaves if possible
     task_attempt_logs = self._enforce_path_regexp(all_task_attempt_logs, TASK_ATTEMPTS_LOG_URI_RE, step_nums)
     step_logs = self._enforce_path_regexp(self._ls_logs("steps/"), STEP_LOG_URI_RE, step_nums)
     job_logs = self._enforce_path_regexp(self._ls_logs("history/"), HADOOP_JOB_LOG_URI_RE, step_nums)
     log.info("Scanning logs for probable cause of failure")
     return best_error_from_logs(self, task_attempt_logs, step_logs, job_logs)
コード例 #5
0
ファイル: hadoop.py プロジェクト: yuanda/mrjob
 def _find_probable_cause_of_failure(self, step_nums):
     all_task_attempt_logs = []
     try:
         all_task_attempt_logs.extend(self._ls_logs('userlogs/'))
     except IOError:
         # sometimes the master doesn't have these
         pass
     # TODO: get these logs from slaves if possible
     task_attempt_logs = self._enforce_path_regexp(
         all_task_attempt_logs, TASK_ATTEMPTS_LOG_URI_RE, step_nums)
     step_logs = self._enforce_path_regexp(self._ls_logs('steps/'),
                                           STEP_LOG_URI_RE, step_nums)
     job_logs = self._enforce_path_regexp(self._ls_logs('history/'),
                                          HADOOP_JOB_LOG_URI_RE, step_nums)
     log.info('Scanning logs for probable cause of failure')
     return best_error_from_logs(self, task_attempt_logs, step_logs,
                                 job_logs)