def test_spark_method(self): j = MRJob(['--no-conf']) j.spark = MagicMock() self.assertEqual(j.steps(), [SparkStep(j.spark)]) self.assertEqual(j._steps_desc(), [dict(type='spark', spark_args=[])])
def test_spark_method(self): j = MRJob(["--no-conf"]) j.spark = MagicMock() self.assertEqual(j.steps(), [SparkStep(j.spark)]) self.assertEqual(j._steps_desc(), [dict(type="spark", spark_args=[])])
def test_spark_and_spark_args_methods(self): j = MRJob(["--no-conf"]) j.spark = MagicMock() j.spark_args = MagicMock(return_value=["argh", "ARRRRGH!"]) self.assertEqual(j.steps(), [SparkStep(j.spark, spark_args=["argh", "ARRRRGH!"])]) self.assertEqual(j._steps_desc(), [dict(type="spark", spark_args=["argh", "ARRRRGH!"])])
def test_spark_and_spark_args_methods(self): j = MRJob(['--no-conf']) j.spark = MagicMock() j.spark_args = MagicMock(return_value=['argh', 'ARRRRGH!']) self.assertEqual(j.steps(), [SparkStep(j.spark, spark_args=['argh', 'ARRRRGH!'])]) self.assertEqual(j._steps_desc(), [dict(type='spark', spark_args=['argh', 'ARRRRGH!'])])
def test_spark_method(self): j = MRJob(['--no-conf']) j.spark = MagicMock() self.assertEqual( j.steps(), [SparkStep(j.spark)] ) self.assertEqual( j._steps_desc(), [dict(type='spark', jobconf={}, spark_args=[])] )
def test_spark_and_spark_args_methods(self): j = MRJob(['--no-conf']) j.spark = MagicMock() j.spark_args = MagicMock(return_value=['argh', 'ARRRRGH!']) self.assertEqual( j.steps(), [SparkStep(j.spark, spark_args=['argh', 'ARRRRGH!'])] ) self.assertEqual( j._steps_desc(), [dict(type='spark', jobconf={}, spark_args=['argh', 'ARRRRGH!'])] )