Esempio n. 1
0
    def test_s3(self):
        log_path = (
            's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps'
            '/s-2BQ5U0ZHTR16N/syslog.gz')

        self.assertEqual(_match_emr_step_syslog_path(log_path),
                         dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
Esempio n. 2
0
    def test_s3_log_rotation(self):
        log_path = (
            's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps'
            '/s-2BQ5U0ZHTR16N/syslog.2016-02-26-23.gz')

        self.assertEqual(
            _match_emr_step_syslog_path(log_path),
            dict(step_id='s-2BQ5U0ZHTR16N', timestamp='2016-02-26-23'))
Esempio n. 3
0
    def test_ssh(self):
        log_path = (
            'ssh://masterssh://master/mnt/var/log/hadoop/steps/'
            's-2BQ5U0ZHTR16N/syslog')

        self.assertEqual(
            _match_emr_step_syslog_path(log_path),
            dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
Esempio n. 4
0
    def test_s3_log_rotation(self):
        log_path = (
            "s3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps" "/s-2BQ5U0ZHTR16N/syslog.2016-02-26-23.gz"
        )

        self.assertEqual(
            _match_emr_step_syslog_path(log_path), dict(step_id="s-2BQ5U0ZHTR16N", timestamp="2016-02-26-23")
        )
Esempio n. 5
0
    def test_s3(self):
        log_path = (
            's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps'
            '/s-2BQ5U0ZHTR16N/syslog.gz')

        self.assertEqual(
            _match_emr_step_syslog_path(log_path),
            dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
Esempio n. 6
0
    def test_ssh(self):
        log_path = (
            'ssh://masterssh://master/mnt/var/log/hadoop/steps/'
            's-2BQ5U0ZHTR16N/syslog')

        self.assertEqual(
            _match_emr_step_syslog_path(log_path),
            dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
Esempio n. 7
0
 def test_empty(self):
     self.assertEqual(_match_emr_step_syslog_path(''), None)
Esempio n. 8
0
 def test_empty(self):
     self.assertEqual(_match_emr_step_syslog_path(""), None)