def logs(self, appid, app_type, log_name, is_embeddable=False): logs = '' logs_list = [] try: if app_type == 'YarnV2' or app_type == 'MAPREDUCE': if log_name == 'default': response = job_single_logs(MockDjangoRequest(self.user), job=appid) parseResponse = json.loads(response.content) logs = parseResponse.get('logs') logs_list = parseResponse.get('logsList') if logs and len(logs) == 4: if app_type == 'YarnV2' and logs[0]: #logs[0] is diagnostics logs = logs[0] else: logs = logs[1] else: response = job_attempt_logs_json(MockDjangoRequest(self.user), job=appid, name=log_name, is_embeddable=is_embeddable) logs = json.loads(response.content).get('log') elif app_type == 'SPARK': response = job_executor_logs(MockDjangoRequest(self.user), job=appid, name=log_name) logs = json.loads(response.content).get('log') else: logs = None except PopupException as e: LOG.warn('No task attempt found for logs: %s' % smart_str(e)) return {'logs': logs, 'logsList': logs_list}
def logs(self, appid, app_type, log_name, is_embeddable=False): logs = '' logs_list = [] try: if app_type == 'YarnV2' or app_type == 'MAPREDUCE': if log_name == 'default': response = job_single_logs(MockDjangoRequest(self.user), job=appid) parseResponse = json.loads(response.content) logs = parseResponse.get('logs') logs_list = parseResponse.get('logsList') if logs and len(logs) == 4: if app_type == 'YarnV2' and logs[0]: #logs[0] is diagnostics logs = logs[0] else: logs = logs[1] else: response = job_attempt_logs_json(MockDjangoRequest(self.user), job=appid, name=log_name, is_embeddable=is_embeddable) logs = json.loads(response.content).get('log') elif app_type == 'SPARK': response = job_executor_logs(MockDjangoRequest(self.user), job=appid, name=log_name) logs = json.loads(response.content).get('log') else: logs = None except PopupException, e: LOG.warn('No task attempt found for logs: %s' % smart_str(e))
def logs(self, appid, app_type, log_name, is_embeddable=False): logs = '' try: if app_type == 'MAPREDUCE' or app_type == 'Oozie Launcher': if log_name == 'default': response = job_single_logs(MockDjangoRequest(self.user), job=appid) logs = json.loads(response.content).get('logs') if logs and len(logs) == 4: logs = logs[1] else: response = job_attempt_logs_json( MockDjangoRequest(self.user), job=appid, name=log_name, is_embeddable=is_embeddable) logs = json.loads(response.content).get('log') elif app_type == 'SPARK': response = job_executor_logs(MockDjangoRequest(self.user), job=appid, name=log_name) logs = json.loads(response.content).get('log') else: logs = None except PopupException, e: LOG.warn('No task attempt found for logs: %s' % smart_str(e))
def logs(self, appid, app_type, log_name, is_embeddable=False): logs = '' try: if app_type == 'MAPREDUCE' or app_type == 'Oozie Launcher': if log_name == 'default': response = job_single_logs(MockDjangoRequest(self.user), job=appid) logs = json.loads(response.content).get('logs') if logs and len(logs) == 4: logs = logs[1] else: response = job_attempt_logs_json(MockDjangoRequest(self.user), job=appid, name=log_name, is_embeddable=is_embeddable) logs = json.loads(response.content).get('log') elif app_type == 'SPARK': response = job_executor_logs(MockDjangoRequest(self.user), job=appid, name=log_name) logs = json.loads(response.content).get('log') else: logs = None except PopupException, e: LOG.warn('No task attempt found for logs: %s' % smart_str(e))