def test_spark_and_spark_args_methods(self): j = MRJob(["--no-conf"]) j.spark = MagicMock() j.spark_args = MagicMock(return_value=["argh", "ARRRRGH!"]) self.assertEqual(j.steps(), [SparkStep(j.spark, spark_args=["argh", "ARRRRGH!"])]) self.assertEqual(j._steps_desc(), [dict(type="spark", spark_args=["argh", "ARRRRGH!"])])
def test_spark_and_spark_args_methods(self): j = MRJob(['--no-conf']) j.spark = MagicMock() j.spark_args = MagicMock(return_value=['argh', 'ARRRRGH!']) self.assertEqual(j.steps(), [SparkStep(j.spark, spark_args=['argh', 'ARRRRGH!'])]) self.assertEqual(j._steps_desc(), [dict(type='spark', spark_args=['argh', 'ARRRRGH!'])])
def test_spark_and_spark_args_methods(self): j = MRJob(['--no-conf']) j.spark = MagicMock() j.spark_args = MagicMock(return_value=['argh', 'ARRRRGH!']) self.assertEqual( j.steps(), [SparkStep(j.spark, spark_args=['argh', 'ARRRRGH!'])] ) self.assertEqual( j._steps_desc(), [dict(type='spark', jobconf={}, spark_args=['argh', 'ARRRRGH!'])] )
def test_spark_args_ignored_without_spark(self): j = MRJob(['--no-conf']) j.reducer = MagicMock() j.spark_args = MagicMock(spark_args=['argh', 'ARRRRGH!']) self.assertEqual(j.steps(), [MRStep(reducer=j.reducer)])
def test_spark_args_ignored_without_spark(self): j = MRJob(["--no-conf"]) j.reducer = MagicMock() j.spark_args = MagicMock(spark_args=["argh", "ARRRRGH!"]) self.assertEqual(j.steps(), [MRStep(reducer=j.reducer)])