def test_s3(self):
log_path = (
's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps'
'/s-2BQ5U0ZHTR16N/syslog.gz')
self.assertEqual(_match_emr_step_log_path(log_path),
dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_ssh(self):
log_path = (
'ssh://masterssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/syslog')
self.assertEqual(
_match_emr_step_log_path(log_path),
dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_ssh(self):
log_path = (
'ssh://masterssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/syslog'
)
self.assertEqual(_match_emr_step_log_path(log_path),
dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_s3_log_rotation(self):
log_path = (
's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps'
'/s-2BQ5U0ZHTR16N/syslog.2016-02-26-23.gz')
self.assertEqual(
_match_emr_step_log_path(log_path),
dict(step_id='s-2BQ5U0ZHTR16N', timestamp='2016-02-26-23'))
def test_match_syslog_only(self):
log_path = 'ssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/controller'
self.assertEqual(_match_emr_step_log_path(log_path), None)
def test_empty(self):
self.assertEqual(_match_emr_step_log_path(''), None)
def test_match_syslog_only(self):
log_path = 'ssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/controller'
self.assertEqual(_match_emr_step_log_path(log_path), None)
def test_empty(self):
self.assertEqual(_match_emr_step_log_path(''), None)
def test_s3(self):
log_path = "s3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps" "/s-2BQ5U0ZHTR16N/syslog.gz"
self.assertEqual(_match_emr_step_log_path(log_path), dict(step_id="s-2BQ5U0ZHTR16N", timestamp=None))
