Esempi in Python per _match_task_log_path

Esempio n. 1

File: test_task.py Progetto: Affirm/mrjob

    def test_pre_yarn_job_id_filter(self):
        self.assertEqual(
            _match_task_log_path(
                self.PRE_YARN_SYSLOG_PATH,
                job_id='job_201512232143_0008'),
            dict(attempt_id='attempt_201512232143_0008_m_000001_3',
                 log_type='syslog'))

        self.assertEqual(
            _match_task_log_path(
                self.PRE_YARN_SYSLOG_PATH,
                job_id='job_201512232143_0009'),
            None)

Esempio n. 2

File: test_task.py Progetto: Affirm/mrjob

    def test_yarn_application_id_filter(self):
        self.assertEqual(
            _match_task_log_path(
                self.YARN_SYSLOG_PATH,
                application_id='application_1450486922681_0004'),
            dict(application_id='application_1450486922681_0004',
                 container_id='container_1450486922681_0005_01_000003',
                 log_type='syslog'))

        self.assertEqual(
            _match_task_log_path(
                self.YARN_SYSLOG_PATH,
                application_id='application_1450486922681_0005'),
            None)

Esempio n. 3

File: test_wrap.py Progetto: Affirm/mrjob

 def _match(path_num):
     path = self.mock_paths[path_num]
     return dict(path=path, **_match_task_log_path(path))

Esempio n. 4

 def test_yarn_syslog_gz(self):
     self.assertEqual(
         _match_task_log_path(self.YARN_SYSLOG_PATH + '.gz'),
         dict(application_id='application_1450486922681_0004',
              container_id='container_1450486922681_0005_01_000003',
              log_type='syslog'))

Esempio n. 5

 def test_pre_yarn_stderr(self):
     self.assertEqual(
         _match_task_log_path(self.PRE_YARN_STDERR_PATH),
         dict(attempt_id='attempt_201512232143_0008_m_000001_3',
              log_type='stderr'))

Esempio n. 6

 def test_pre_yarn_syslog_gz(self):
     self.assertEqual(
         _match_task_log_path(self.PRE_YARN_SYSLOG_PATH + '.gz'),
         dict(attempt_id='attempt_201512232143_0008_m_000001_3',
              log_type='syslog'))

Esempio n. 7

 def test_empty(self):
     self.assertEqual(_match_task_log_path(''), None)

Esempio n. 8

 def test_match_yarn_stdout(self):
     self.assertEqual(
         _match_task_log_path(self.YARN_STDOUT_PATH),
         dict(application_id='application_1450486922681_0004',
              container_id='container_1450486922681_0005_01_000003',
              log_type='stdout'))

Esempio n. 9

File: test_task.py Progetto: Affirm/mrjob

 def test_match_yarn_stderr(self):
     self.assertEqual(
         _match_task_log_path(self.YARN_STDERR_PATH + '.gz'),
         dict(application_id='application_1450486922681_0004',
              container_id='container_1450486922681_0005_01_000003',
              log_type='stderr'))

Esempio n. 10

File: test_task.py Progetto: yangzilong1986/mrjob

 def test_dont_match_yarn_shuffle_syslog(self):
     self.assertEqual(
         _match_task_log_path(self.YARN_SYSLOG_PATH + '.shuffle'),
         None)

Esempio n. 11

File: test_task.py Progetto: Affirm/mrjob

 def test_pre_yarn_stderr(self):
     self.assertEqual(
         _match_task_log_path(self.PRE_YARN_STDERR_PATH),
         dict(attempt_id='attempt_201512232143_0008_m_000001_3',
              log_type='stderr'))

Esempio n. 12

File: test_task.py Progetto: Affirm/mrjob

 def test_pre_yarn_syslog_gz(self):
     self.assertEqual(
         _match_task_log_path(self.PRE_YARN_SYSLOG_PATH + '.gz'),
         dict(attempt_id='attempt_201512232143_0008_m_000001_3',
              log_type='syslog'))

Esempio n. 13

File: test_task.py Progetto: Affirm/mrjob

 def test_empty(self):
     self.assertEqual(_match_task_log_path(''), None)

Esempio n. 14

 def _match(path_num):
     path = self.mock_paths[path_num]
     return dict(path=path, **_match_task_log_path(path))