def test_pre_yarn_job_id_filter(self):
self.assertEqual(
_match_task_log_path(
self.PRE_YARN_SYSLOG_PATH,
job_id='job_201512232143_0008'),
dict(attempt_id='attempt_201512232143_0008_m_000001_3',
log_type='syslog'))
self.assertEqual(
_match_task_log_path(
self.PRE_YARN_SYSLOG_PATH,
job_id='job_201512232143_0009'),
None)
def test_yarn_application_id_filter(self):
self.assertEqual(
_match_task_log_path(
self.YARN_SYSLOG_PATH,
application_id='application_1450486922681_0004'),
dict(application_id='application_1450486922681_0004',
container_id='container_1450486922681_0005_01_000003',
log_type='syslog'))
self.assertEqual(
_match_task_log_path(
self.YARN_SYSLOG_PATH,
application_id='application_1450486922681_0005'),
None)
def _match(path_num):
path = self.mock_paths[path_num]
return dict(path=path, **_match_task_log_path(path))
def test_yarn_syslog_gz(self):
self.assertEqual(
_match_task_log_path(self.YARN_SYSLOG_PATH + '.gz'),
dict(application_id='application_1450486922681_0004',
container_id='container_1450486922681_0005_01_000003',
log_type='syslog'))
def test_pre_yarn_stderr(self):
self.assertEqual(
_match_task_log_path(self.PRE_YARN_STDERR_PATH),
dict(attempt_id='attempt_201512232143_0008_m_000001_3',
log_type='stderr'))
def test_pre_yarn_syslog_gz(self):
self.assertEqual(
_match_task_log_path(self.PRE_YARN_SYSLOG_PATH + '.gz'),
dict(attempt_id='attempt_201512232143_0008_m_000001_3',
log_type='syslog'))
def test_empty(self):
self.assertEqual(_match_task_log_path(''), None)
def test_match_yarn_stdout(self):
self.assertEqual(
_match_task_log_path(self.YARN_STDOUT_PATH),
dict(application_id='application_1450486922681_0004',
container_id='container_1450486922681_0005_01_000003',
log_type='stdout'))
def test_match_yarn_stderr(self):
self.assertEqual(
_match_task_log_path(self.YARN_STDERR_PATH + '.gz'),
dict(application_id='application_1450486922681_0004',
container_id='container_1450486922681_0005_01_000003',
log_type='stderr'))
def test_dont_match_yarn_shuffle_syslog(self):
self.assertEqual(
_match_task_log_path(self.YARN_SYSLOG_PATH + '.shuffle'),
None)
def test_pre_yarn_stderr(self):
self.assertEqual(
_match_task_log_path(self.PRE_YARN_STDERR_PATH),
dict(attempt_id='attempt_201512232143_0008_m_000001_3',
log_type='stderr'))
def test_pre_yarn_syslog_gz(self):
self.assertEqual(
_match_task_log_path(self.PRE_YARN_SYSLOG_PATH + '.gz'),
dict(attempt_id='attempt_201512232143_0008_m_000001_3',
log_type='syslog'))
def test_empty(self):
self.assertEqual(_match_task_log_path(''), None)
def _match(path_num):
path = self.mock_paths[path_num]
return dict(path=path, **_match_task_log_path(path))
