Python create_job_flow_main示例

示例#1

 def test_create_job_flow(self):
     self.add_mock_s3_data({'walrus': {}})
     self.monkey_patch_argv('--quiet', '--no-conf', '--s3-sync-wait-time',
                            '0', '--s3-scratch-uri', 's3://walrus/tmp')
     self.monkey_patch_stdout()
     create_job_flow_main()
     self.assertEqual(list(self.mock_emr_job_flows.keys()),
                      ['j-MOCKJOBFLOW0'])
     self.assertEqual(self.stdout.getvalue(), 'j-MOCKJOBFLOW0\n')

示例#2

 def test_create_job_flow(self):
     self.add_mock_s3_data({'walrus': {}})
     self.monkey_patch_argv('--quiet', '--no-conf', '--s3-sync-wait-time',
                            '0', '--s3-tmp-dir', 's3://walrus/tmp')
     self.monkey_patch_stdout()
     create_job_flow_main()
     self.assertEqual(list(self.mock_emr_clusters.keys()),
                      ['j-MOCKCLUSTER0'])
     self.assertEqual(sys.stdout.getvalue(), b'j-MOCKCLUSTER0\n')

示例#3

文件： test_create_job_flow.py 项目： dataartisan/mrjob

 def test_create_job_flow(self):
     self.add_mock_s3_data({'walrus': {}})
     self.monkey_patch_argv(
         '--quiet', '--no-conf',
         '--s3-sync-wait-time', '0',
         '--s3-scratch-uri', 's3://walrus/tmp')
     self.monkey_patch_stdout()
     create_job_flow_main()
     self.assertEqual(list(self.mock_emr_job_flows.keys()), ['j-MOCKJOBFLOW0'])
     self.assertEqual(self.stdout.getvalue(), 'j-MOCKJOBFLOW0\n')

示例#4

文件： test_create_job_flow.py 项目： nilesh-molankar/mrjob

 def test_create_job_flow(self):
     self.add_mock_s3_data({'walrus': {}})
     self.monkey_patch_argv(
         '--quiet', '--no-conf',
         '--s3-sync-wait-time', '0',
         '--s3-tmp-dir', 's3://walrus/tmp')
     self.monkey_patch_stdout()
     create_job_flow_main()
     self.assertEqual(list(self.mock_emr_clusters.keys()),
                      ['j-MOCKCLUSTER0'])
     self.assertEqual(sys.stdout.getvalue(), b'j-MOCKCLUSTER0\n')

示例#5

文件： test_create_job_flow.py 项目： nilesh-molankar/mrjob

    def test_emr_tags(self):
        self.add_mock_s3_data({'walrus': {}})
        self.monkey_patch_argv(
            '--quiet', '--no-conf',
            '--s3-sync-wait-time', '0',
            '--s3-scratch-uri', 's3://walrus/tmp',
            '--emr-tag', 'tag_one=foo',
            '--emr-tag', 'tag_two=bar',
        )
        self.monkey_patch_stdout()
        create_job_flow_main()
        self.assertEqual(list(self.mock_emr_clusters.keys()),
                         ['j-MOCKCLUSTER0'])

        mock_cluster = self.mock_emr_clusters['j-MOCKCLUSTER0']
        self.assertEqual(mock_cluster.tags, [
            MockEmrObject(key='tag_one', value='foo'),
            MockEmrObject(key='tag_two', value='bar'),
        ])

示例#6

    def test_emr_tags(self):
        self.add_mock_s3_data({'walrus': {}})
        self.monkey_patch_argv(
            '--quiet',
            '--no-conf',
            '--s3-sync-wait-time',
            '0',
            '--s3-scratch-uri',
            's3://walrus/tmp',
            '--emr-tag',
            'tag_one=foo',
            '--emr-tag',
            'tag_two=bar',
        )
        self.monkey_patch_stdout()
        create_job_flow_main()
        self.assertEqual(list(self.mock_emr_clusters.keys()),
                         ['j-MOCKCLUSTER0'])

        mock_cluster = self.mock_emr_clusters['j-MOCKCLUSTER0']
        self.assertEqual(mock_cluster.tags, [
            MockEmrObject(key='tag_one', value='foo'),
            MockEmrObject(key='tag_two', value='bar'),
        ])