def test_s3(self):
log_path = (
's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps'
'/s-2BQ5U0ZHTR16N/stderr.gz')
self.assertEqual(_match_emr_step_stderr_path(log_path),
dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_s3_log_rotation(self):
log_path = (
's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps'
'/s-2BQ5U0ZHTR16N/stderr.2016-02-26-23.gz')
self.assertEqual(
_match_emr_step_stderr_path(log_path),
dict(step_id='s-2BQ5U0ZHTR16N', timestamp='2016-02-26-23'))
def test_ssh(self):
log_path = (
'ssh://masterssh://master/mnt/var/log/hadoop/steps/'
's-2BQ5U0ZHTR16N/stderr')
self.assertEqual(
_match_emr_step_stderr_path(log_path),
dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_s3_log_rotation(self):
log_path = (
"s3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps" "/s-2BQ5U0ZHTR16N/stderr.2016-02-26-23.gz"
)
self.assertEqual(
_match_emr_step_stderr_path(log_path), dict(step_id="s-2BQ5U0ZHTR16N", timestamp="2016-02-26-23")
)
def test_s3(self):
log_path = (
's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps'
'/s-2BQ5U0ZHTR16N/stderr.gz')
self.assertEqual(
_match_emr_step_stderr_path(log_path),
dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_ssh(self):
log_path = (
'ssh://masterssh://master/mnt/var/log/hadoop/steps/'
's-2BQ5U0ZHTR16N/stderr')
self.assertEqual(
_match_emr_step_stderr_path(log_path),
dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_match_stderr_only(self):
syslog_path = (
'ssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/syslog')
self.assertEqual(
_match_emr_step_stderr_path(syslog_path), None)
def test_empty(self):
self.assertEqual(_match_emr_step_stderr_path(''), None)
def test_match_stderr_only(self):
syslog_path = "ssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/syslog"
self.assertEqual(_match_emr_step_stderr_path(syslog_path), None)
def test_empty(self):
self.assertEqual(_match_emr_step_stderr_path(""), None)
