Python MRJob.execute示例

示例#1

    def test_spark(self):
        job = MRJob(['--spark', 'input_dir', 'output_dir'])
        job.spark = MagicMock()

        job.execute()

        job.spark.assert_called_once_with('input_dir', 'output_dir')

示例#2

文件： test_job.py 项目： okomestudio/mrjob

    def test_spark(self):
        job = MRJob(['--spark', 'input_dir', 'output_dir'])
        job.spark = MagicMock()

        job.execute()

        job.spark.assert_called_once_with('input_dir', 'output_dir')

示例#3

文件： test_job.py 项目： davidmarin/mrjob

    def test_spark(self):
        job = MRJob(["--spark", "input_dir", "output_dir"])
        job.spark = MagicMock()

        job.execute()

        job.spark.assert_called_once_with("input_dir", "output_dir")

示例#4

文件： test_job.py 项目： davidmarin/mrjob

    def test_spark_with_step_num(self):
        job = MRJob(["--step-num=1", "--spark", "input_dir", "output_dir"])

        mapper = MagicMock()
        spark = MagicMock()

        job.steps = Mock(return_value=[MRStep(mapper=mapper), SparkStep(spark)])

        job.execute()

        spark.assert_called_once_with("input_dir", "output_dir")
        self.assertFalse(mapper.called)

示例#5

    def test_spark_with_step_num(self):
        job = MRJob(['--step-num=1', '--spark', 'input_dir', 'output_dir'])

        mapper = MagicMock()
        spark = MagicMock()

        job.steps = Mock(
            return_value=[MRStep(mapper=mapper), SparkStep(spark)])

        job.execute()

        spark.assert_called_once_with('input_dir', 'output_dir')
        self.assertFalse(mapper.called)