Exemplos de _match_history_log_path em Python

Exemplo n.º 1

    def test_yarn_filter_by_job_id(self):
        history_path = (
            'hdfs:///tmp/hadoop-yarn/staging/history/done/2015/12/31/000000/'
            'job_1451592123989_0001-1451592605470-hadoop-QuasiMonteCarlo'
            '-1451592786882-10-1-SUCCEEDED-default-1451592631082.jhist')

        self.assertEqual(
            _match_history_log_path(history_path,
                                    job_id='job_1451592123989_0001'),
            dict(job_id='job_1451592123989_0001', yarn=True))

        self.assertEqual(
            _match_history_log_path(history_path,
                                    job_id='job_1451592123989_0002'), None)

Exemplo n.º 2

    def test_pre_yarn_filter_by_job_id(self):
        history_path = (
            '/logs/history/done/version-1/host_1451590133273_/2015/12/31'
            '/000000/job_201512311928_0001_1451590317008_hadoop'
            '_streamjob8025762403845318969.jar')

        self.assertEqual(
            _match_history_log_path(history_path,
                                    job_id='job_201512311928_0001'),
            dict(job_id='job_201512311928_0001', yarn=False))

        self.assertEqual(
            _match_history_log_path(history_path,
                                    job_id='job_201512311928_0002'), None)

Exemplo n.º 3

Arquivo: test_history.py Projeto: Milkigit/mrjob

    def test_yarn_filter_by_job_id(self):
        history_path = (
            'hdfs:///tmp/hadoop-yarn/staging/history/done/2015/12/31/000000/'
            'job_1451592123989_0001-1451592605470-hadoop-QuasiMonteCarlo'
            '-1451592786882-10-1-SUCCEEDED-default-1451592631082.jhist')

        self.assertEqual(
            _match_history_log_path(
                history_path, job_id='job_1451592123989_0001'),
            dict(job_id='job_1451592123989_0001', yarn=True))

        self.assertEqual(
            _match_history_log_path(
                history_path, job_id='job_1451592123989_0002'),
            None)

Exemplo n.º 4

Arquivo: test_history.py Projeto: Milkigit/mrjob

    def test_pre_yarn_filter_by_job_id(self):
        history_path = (
            '/logs/history/done/version-1/host_1451590133273_/2015/12/31'
            '/000000/job_201512311928_0001_1451590317008_hadoop'
            '_streamjob8025762403845318969.jar')

        self.assertEqual(
            _match_history_log_path(
                history_path, job_id='job_201512311928_0001'),
            dict(job_id='job_201512311928_0001', yarn=False))

        self.assertEqual(
            _match_history_log_path(
                history_path, job_id='job_201512311928_0002'),
            None)

Exemplo n.º 5

 def test_empty(self):
     self.assertEqual(_match_history_log_path(''), None)

Exemplo n.º 6

Arquivo: test_history.py Projeto: Milkigit/mrjob

 def test_empty(self):
     self.assertEqual(_match_history_log_path(''), None)