def test_s3(self): log_path = ( 's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps' '/s-2BQ5U0ZHTR16N/syslog.gz') self.assertEqual(_match_emr_step_log_path(log_path), dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_ssh(self): log_path = ( 'ssh://masterssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/syslog') self.assertEqual( _match_emr_step_log_path(log_path), dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_ssh(self): log_path = ( 'ssh://masterssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/syslog' ) self.assertEqual(_match_emr_step_log_path(log_path), dict(step_id='s-2BQ5U0ZHTR16N', timestamp=None))
def test_s3_log_rotation(self): log_path = ( 's3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps' '/s-2BQ5U0ZHTR16N/syslog.2016-02-26-23.gz') self.assertEqual( _match_emr_step_log_path(log_path), dict(step_id='s-2BQ5U0ZHTR16N', timestamp='2016-02-26-23'))
def test_match_syslog_only(self): log_path = 'ssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/controller' self.assertEqual(_match_emr_step_log_path(log_path), None)
def test_empty(self): self.assertEqual(_match_emr_step_log_path(''), None)
def test_match_syslog_only(self): log_path = 'ssh://master/mnt/var/log/hadoop/steps/s-2BQ5U0ZHTR16N/controller' self.assertEqual(_match_emr_step_log_path(log_path), None)
def test_empty(self): self.assertEqual(_match_emr_step_log_path(''), None)
def test_s3(self): log_path = "s3://mrjob-394dc542f5df5612/tmp/logs/j-1GIXXKEE3MJ2H/steps" "/s-2BQ5U0ZHTR16N/syslog.gz" self.assertEqual(_match_emr_step_log_path(log_path), dict(step_id="s-2BQ5U0ZHTR16N", timestamp=None))