Python MRJob.spark_args示例

示例#1

文件： test_job.py 项目： davidmarin/mrjob

    def test_spark_and_spark_args_methods(self):
        j = MRJob(["--no-conf"])
        j.spark = MagicMock()
        j.spark_args = MagicMock(return_value=["argh", "ARRRRGH!"])

        self.assertEqual(j.steps(), [SparkStep(j.spark, spark_args=["argh", "ARRRRGH!"])])

        self.assertEqual(j._steps_desc(), [dict(type="spark", spark_args=["argh", "ARRRRGH!"])])

示例#2

文件： test_job.py 项目： wanglt311/mrjob

    def test_spark_and_spark_args_methods(self):
        j = MRJob(['--no-conf'])
        j.spark = MagicMock()
        j.spark_args = MagicMock(return_value=['argh', 'ARRRRGH!'])

        self.assertEqual(j.steps(),
                         [SparkStep(j.spark, spark_args=['argh', 'ARRRRGH!'])])

        self.assertEqual(j._steps_desc(),
                         [dict(type='spark', spark_args=['argh', 'ARRRRGH!'])])

示例#3

文件： test_job.py 项目： okomestudio/mrjob

    def test_spark_and_spark_args_methods(self):
        j = MRJob(['--no-conf'])
        j.spark = MagicMock()
        j.spark_args = MagicMock(return_value=['argh', 'ARRRRGH!'])

        self.assertEqual(
            j.steps(),
            [SparkStep(j.spark, spark_args=['argh', 'ARRRRGH!'])]
        )

        self.assertEqual(
            j._steps_desc(),
            [dict(type='spark', jobconf={}, spark_args=['argh', 'ARRRRGH!'])]
        )

示例#4

    def test_spark_args_ignored_without_spark(self):
        j = MRJob(['--no-conf'])
        j.reducer = MagicMock()
        j.spark_args = MagicMock(spark_args=['argh', 'ARRRRGH!'])

        self.assertEqual(j.steps(), [MRStep(reducer=j.reducer)])

示例#5

文件： test_job.py 项目： okomestudio/mrjob

    def test_spark_args_ignored_without_spark(self):
        j = MRJob(['--no-conf'])
        j.reducer = MagicMock()
        j.spark_args = MagicMock(spark_args=['argh', 'ARRRRGH!'])

        self.assertEqual(j.steps(), [MRStep(reducer=j.reducer)])

示例#6

文件： test_job.py 项目： davidmarin/mrjob

    def test_spark_args_ignored_without_spark(self):
        j = MRJob(["--no-conf"])
        j.reducer = MagicMock()
        j.spark_args = MagicMock(spark_args=["argh", "ARRRRGH!"])

        self.assertEqual(j.steps(), [MRStep(reducer=j.reducer)])