def test_hadoop_runner_cluster_mode(self): runner = HadoopJobRunner(spark_deploy_mode='cluster') self.assertEqual(runner._logs_needed_to_pick_error('streaming'), ('step', 'history', 'task')) self.assertEqual(runner._logs_needed_to_pick_error('spark'), ('step', 'task'))
def test_hadoop_runner_client_mode(self): runner = HadoopJobRunner() self.assertEqual(runner._logs_needed_to_pick_error('streaming'), ('step', 'history', 'task')) self.assertEqual(runner._logs_needed_to_pick_error('spark'), ('step',))