Example #1
0
    def test_runner_kwargs(self):
        self.monkey_patch_argv('--quiet')

        self.assertEqual(
            _runner_kwargs(), {
                'additional_emr_info': None,
                'applications': None,
                'bootstrap': [],
                'bootstrap_actions': [],
                'bootstrap_mrjob': None,
                'bootstrap_python': None,
                'bootstrap_spark': None,
                'cloud_fs_sync_secs': None,
                'cloud_log_dir': None,
                'cloud_part_size_mb': None,
                'cloud_tmp_dir': None,
                'conf_paths': None,
                'core_instance_bid_price': None,
                'core_instance_type': None,
                'ebs_root_volume_gb': None,
                'ec2_endpoint': None,
                'ec2_key_pair': None,
                'emr_action_on_failure': None,
                'emr_api_params': None,
                'emr_configurations': None,
                'emr_endpoint': None,
                'enable_emr_debugging': None,
                'extra_cluster_params': None,
                'iam_endpoint': None,
                'iam_instance_profile': None,
                'iam_service_role': None,
                'image_id': None,
                'image_version': None,
                'instance_fleets': None,
                'instance_groups': None,
                'instance_type': None,
                'label': None,
                'master_instance_bid_price': None,
                'master_instance_type': None,
                'max_mins_idle': None,
                'max_hours_idle': None,
                'mins_to_end_of_hour': None,
                'num_core_instances': None,
                'num_task_instances': None,
                'owner': None,
                'pool_clusters': None,
                'pool_name': None,
                'region': None,
                'release_label': None,
                's3_endpoint': None,
                'subnet': None,
                'tags': None,
                'task_instance_bid_price': None,
                'task_instance_type': None,
                'visible_to_all_users': None,
                'zone': None,
            })
Example #2
0
    def test_runner_kwargs(self):
        self.monkey_patch_argv('--quiet')

        self.assertEqual(
            _runner_kwargs(), {
                'additional_emr_info': None,
                'applications': None,
                'bootstrap': [],
                'bootstrap_actions': [],
                'bootstrap_mrjob': None,
                'bootstrap_python': None,
                'bootstrap_spark': None,
                'cloud_fs_sync_secs': None,
                'cloud_log_dir': None,
                'cloud_part_size_mb': None,
                'cloud_tmp_dir': None,
                'conf_paths': None,
                'core_instance_bid_price': None,
                'core_instance_type': None,
                'ebs_root_volume_gb': None,
                'ec2_endpoint': None,
                'ec2_key_pair': None,
                'emr_action_on_failure': None,
                'emr_api_params': None,
                'emr_configurations': None,
                'emr_endpoint': None,
                'enable_emr_debugging': None,
                'extra_cluster_params': None,
                'iam_endpoint': None,
                'iam_instance_profile': None,
                'iam_service_role': None,
                'image_id': None,
                'image_version': None,
                'instance_fleets': None,
                'instance_groups': None,
                'instance_type': None,
                'label': None,
                'master_instance_bid_price': None,
                'master_instance_type': None,
                'max_mins_idle': None,
                'max_hours_idle': None,
                'mins_to_end_of_hour': None,
                'num_core_instances': None,
                'num_task_instances': None,
                'owner': None,
                'pool_clusters': None,
                'pool_name': None,
                'region': None,
                'release_label': None,
                's3_endpoint': None,
                'subnet': None,
                'tags': None,
                'task_instance_bid_price': None,
                'task_instance_type': None,
                'visible_to_all_users': None,
                'zone': None,
            })
    def test_runner_kwargs(self):
        self.monkey_patch_argv('--quiet')

        self.assertEqual(
            _runner_kwargs(),
            {'additional_emr_info': None,
             'ami_version': None,
             'aws_availability_zone': None,
             'aws_region': None,
             'bootstrap': None,
             'bootstrap_actions': [],
             'bootstrap_cmds': [],
             'bootstrap_files': [],
             'bootstrap_mrjob': None,
             'bootstrap_python': None,
             'bootstrap_python_packages': [],
             'bootstrap_scripts': [],
             'conf_paths': None,
             'cluster_id': None,
             'ec2_core_instance_bid_price': None,
             'ec2_core_instance_type': None,
             'ec2_instance_type': None,
             'ec2_key_pair': None,
             'ec2_master_instance_bid_price': None,
             'ec2_master_instance_type': None,
             'ec2_task_instance_bid_price': None,
             'ec2_task_instance_type': None,
             'emr_api_params': {},
             'emr_applications': [],
             'emr_configurations': [],
             'emr_endpoint': None,
             'emr_tags': {},
             'enable_emr_debugging': None,
             'iam_endpoint': None,
             'iam_instance_profile': None,
             'iam_service_role': None,
             'label': None,
             'mins_to_end_of_hour': None,
             'max_hours_idle': None,
             'num_ec2_core_instances': None,
             'num_ec2_instances': None,
             'num_ec2_task_instances': None,
             'owner': None,
             'pool_clusters': None,
             'pool_emr_job_flows': None,
             'pool_name': None,
             'release_label': None,
             's3_endpoint': None,
             's3_log_uri': None,
             's3_scratch_uri': None,
             's3_sync_wait_time': None,
             's3_tmp_dir': None,
             's3_upload_part_size': None,
             'subnet': None,
             'visible_to_all_users': None,
             })
    def test_runner_kwargs(self):
        self.monkey_patch_argv('--quiet')

        self.assertEqual(
            _runner_kwargs(), {
                'additional_emr_info': None,
                'ami_version': None,
                'aws_availability_zone': None,
                'aws_region': None,
                'bootstrap': None,
                'bootstrap_actions': [],
                'bootstrap_cmds': [],
                'bootstrap_files': [],
                'bootstrap_mrjob': None,
                'bootstrap_python': None,
                'bootstrap_python_packages': [],
                'bootstrap_scripts': [],
                'conf_paths': None,
                'cluster_id': None,
                'ec2_core_instance_bid_price': None,
                'ec2_core_instance_type': None,
                'ec2_instance_type': None,
                'ec2_key_pair': None,
                'ec2_master_instance_bid_price': None,
                'ec2_master_instance_type': None,
                'ec2_task_instance_bid_price': None,
                'ec2_task_instance_type': None,
                'emr_api_params': {},
                'emr_applications': [],
                'emr_endpoint': None,
                'emr_tags': {},
                'enable_emr_debugging': None,
                'iam_endpoint': None,
                'iam_instance_profile': None,
                'iam_service_role': None,
                'label': None,
                'mins_to_end_of_hour': None,
                'max_hours_idle': None,
                'num_ec2_core_instances': None,
                'num_ec2_instances': None,
                'num_ec2_task_instances': None,
                'owner': None,
                'pool_clusters': None,
                'pool_emr_job_flows': None,
                'pool_name': None,
                'release_label': None,
                's3_endpoint': None,
                's3_log_uri': None,
                's3_scratch_uri': None,
                's3_sync_wait_time': None,
                's3_tmp_dir': None,
                's3_upload_part_size': None,
                'visible_to_all_users': None,
            })