Python get_script_runner示例

示例#1

文件： steputils.py 项目： PyTis/aws-cli

def build_hive_step(parsed_step, region=None):
    args = parsed_step.get('Args')
    emrutils.check_required_field(
        structure=constants.HIVE_STEP_CONFIG, name='Args', value=args)
    emrutils.check_empty_string_list(name='Args', value=args)
    name = _apply_default_value(
        arg=parsed_step.get('Name'),
        value=constants.DEFAULT_HIVE_STEP_NAME)
    action_on_failure = \
        _apply_default_value(
            arg=parsed_step.get('ActionOnFailure'),
            value=constants.DEFAULT_FAILURE_ACTION)
    args_list = [
        emrutils.build_s3_link(
            relative_path=constants.HIVE_SCRIPT_PATH, region=region),
        constants.RUN_HIVE_SCRIPT]
    args_list.append(constants.HIVE_VERSIONS)
    args_list.append(constants.LATEST)
    args_list.append(constants.ARGS)
    args_list += args

    return emrutils.build_step(
        jar=emrutils.get_script_runner(region),
        args=args_list,
        name=name,
        action_on_failure=action_on_failure)

示例#2

文件： createcluster.py 项目： abridgett/pkg-awscli

 def _build_enable_debugging(self, parsed_globals):
     return emrutils.build_step(
         name=constants.DEBUGGING_NAME,
         action_on_failure=constants.TERMINATE_CLUSTER,
         jar=emrutils.get_script_runner(parsed_globals.region),
         args=[emrutils.build_s3_link(relative_path=constants.DEBUGGING_PATH, region=parsed_globals.region)],
     )

示例#3

def build_hive_step(parsed_step, region=None):
    version = parsed_step.get('Version')
    args = parsed_step.get('Args')
    emrutils.check_required_field(structure=constants.HIVE_STEP_CONFIG,
                                  name='Args',
                                  value=args)
    name = _apply_default_value(arg=parsed_step.get('Name'),
                                value=constants.DEFAULT_HIVE_STEP_NAME)
    action_on_failure = \
        _apply_default_value(
            arg=parsed_step.get('ActionOnFailure'),
            value=constants.DEFAULT_FAILURE_ACTION)
    args_list = [
        emrutils.build_s3_link(relative_path=constants.HIVE_SCRIPT_PATH,
                               region=region), constants.RUN_HIVE_SCRIPT
    ]
    args_list.append(constants.HIVE_VERSIONS)
    if version is not None:
        args_list.append(version)
    else:
        args_list.append(constants.LATEST)
    args_list.append(constants.ARGS)
    args_list += args

    return emrutils.build_step(jar=emrutils.get_script_runner(region),
                               args=args_list,
                               name=name,
                               action_on_failure=action_on_failure)

示例#4

文件： createcluster.py 项目： LonelyProgrammer/Microservices

 def _build_enable_debugging(self, parsed_globals):
     return emrutils.build_step(
         name=constants.DEBUGGING_NAME,
         action_on_failure=constants.TERMINATE_CLUSTER,
         jar=emrutils.get_script_runner(),
         args=[emrutils.build_s3_link(
             relative_path=constants.DEBUGGING_PATH,
             region=parsed_globals.region)])

示例#5

    def _build_enable_debugging(self, parsed_args, parsed_globals):
        if parsed_args.release_label:
            jar = constants.COMMAND_RUNNER
            args = [constants.DEBUGGING_COMMAND]
        else:
            jar = emrutils.get_script_runner(self.region)
            args = [emrutils.build_s3_link(
                relative_path=constants.DEBUGGING_PATH,
                region=self.region)]

        return emrutils.build_step(
            name=constants.DEBUGGING_NAME,
            action_on_failure=constants.TERMINATE_CLUSTER,
            jar=jar,
            args=args)

示例#6

文件： createcluster.py 项目： mabuaita/ops

    def _build_enable_debugging(self, parsed_args, parsed_globals):
        if parsed_args.release_label:
            jar = constants.COMMAND_RUNNER
            args = [constants.DEBUGGING_COMMAND]
        else:
            jar = emrutils.get_script_runner(self.region)
            args = [emrutils.build_s3_link(
                relative_path=constants.DEBUGGING_PATH,
                region=self.region)]

        return emrutils.build_step(
            name=constants.DEBUGGING_NAME,
            action_on_failure=constants.TERMINATE_CLUSTER,
            jar=jar,
            args=args)

示例#7

文件： steputils.py 项目： bw57899/aws-cli

def build_impala_step(parsed_step, region):
    name = _apply_default_value(arg=parsed_step.get("Name"), value=constants.DEFAULT_IMPALA_STEP_NAME)
    action_on_failure = _apply_default_value(
        arg=parsed_step.get("ActionOnFailure"), value=constants.DEFAULT_FAILURE_ACTION
    )
    args_list = [
        emrutils.build_s3_link(relative_path=constants.IMPALA_INSTALL_PATH, region=region),
        constants.RUN_IMPALA_SCRIPT,
    ]
    args = parsed_step.get("Args")
    emrutils.check_required_field(structure=constants.IMPALA_STEP_CONFIG, name="Args", value=args)
    args_list += args

    return emrutils.build_step(
        jar=emrutils.get_script_runner(region), args=args_list, name=name, action_on_failure=action_on_failure
    )

示例#8

def build_spark_step(parsed_step, region):
    name = _apply_default_value(arg=parsed_step.get('Name'),
                                value=constants.DEFAULT_SPARK_STEP_NAME)
    action_on_failure = _apply_default_value(
        arg=parsed_step.get('ActionOnFailure'),
        value=constants.DEFAULT_FAILURE_ACTION)
    args_list = [constants.SPARK_SUBMIT_COMMAND]
    args = parsed_step.get('Args')
    emrutils.check_required_field(structure=constants.SPARK_STEP_CONFIG,
                                  name='Args',
                                  value=args)
    args_list += args
    return emrutils.build_step(jar=emrutils.get_script_runner(region),
                               args=args_list,
                               name=name,
                               action_on_failure=action_on_failure)

示例#9

文件： steputils.py 项目： PyTis/aws-cli

def build_spark_step(parsed_step, region):
    name = _apply_default_value(
        arg=parsed_step.get('Name'),
        value=constants.DEFAULT_SPARK_STEP_NAME)
    action_on_failure = _apply_default_value(
        arg=parsed_step.get('ActionOnFailure'),
        value=constants.DEFAULT_FAILURE_ACTION)
    args_list=[constants.SPARK_SUBMIT_COMMAND]
    args = parsed_step.get('Args')
    emrutils.check_required_field(
        structure=constants.SPARK_STEP_CONFIG, name='Args', value=args)
    args_list += args
    return emrutils.build_step(
        jar=emrutils.get_script_runner(region),
        args=args_list,
        name=name,
        action_on_failure=action_on_failure)

示例#10

def build_impala_step(parsed_step, region):
    name = _apply_default_value(arg=parsed_step.get('Name'),
                                value=constants.DEFAULT_IMPALA_STEP_NAME)
    action_on_failure = _apply_default_value(
        arg=parsed_step.get('ActionOnFailure'),
        value=constants.DEFAULT_FAILURE_ACTION)
    args_list = [
        emrutils.build_s3_link(relative_path=constants.IMPALA_INSTALL_PATH,
                               region=region), constants.RUN_IMPALA_SCRIPT
    ]
    args = parsed_step.get('Args')
    emrutils.check_required_field(structure=constants.IMPALA_STEP_CONFIG,
                                  name='Args',
                                  value=args)
    args_list += args

    return emrutils.build_step(jar=emrutils.get_script_runner(region),
                               args=args_list,
                               name=name,
                               action_on_failure=action_on_failure)

示例#11

文件： steputils.py 项目： bw57899/aws-cli

def build_pig_step(parsed_step, region=None):
    args = parsed_step.get("Args")
    emrutils.check_required_field(structure=constants.PIG_STEP_CONFIG, name="Args", value=args)

    name = _apply_default_value(arg=parsed_step.get("Name"), value=constants.DEFAULT_PIG_STEP_NAME)
    action_on_failure = _apply_default_value(
        arg=parsed_step.get("ActionOnFailure"), value=constants.DEFAULT_FAILURE_ACTION
    )

    args_list = [
        emrutils.build_s3_link(relative_path=constants.PIG_SCRIPT_PATH, region=region),
        constants.RUN_PIG_SCRIPT,
    ]
    args_list.append(constants.PIG_VERSIONS)
    args_list.append(constants.LATEST)
    args_list.append(constants.ARGS)
    args_list += args

    return emrutils.build_step(
        jar=emrutils.get_script_runner(region), args=args_list, name=name, action_on_failure=action_on_failure
    )

示例#12

文件： steputils.py 项目： Athena88/aws-cli

def build_impala_step(parsed_step, release_label, region=None):
    if release_label:
        raise exceptions.UnknownStepTypeError(step_type=constants.IMPALA)
    name = _apply_default_value(
        arg=parsed_step.get('Name'),
        value=constants.DEFAULT_IMPALA_STEP_NAME)
    action_on_failure = _apply_default_value(
        arg=parsed_step.get('ActionOnFailure'),
        value=constants.DEFAULT_FAILURE_ACTION)
    args_list = [
        emrutils.build_s3_link(
            relative_path=constants.IMPALA_INSTALL_PATH, region=region),
        constants.RUN_IMPALA_SCRIPT]
    args = parsed_step.get('Args')
    emrutils.check_required_field(
        structure=constants.IMPALA_STEP_CONFIG, name='Args', value=args)
    args_list += args

    return emrutils.build_step(
        jar=emrutils.get_script_runner(region),
        args=args_list,
        name=name,
        action_on_failure=action_on_failure)

示例#13

文件： steputils.py 项目： Athena88/aws-cli

def _get_runner_jar(release_label, region):
    return constants.COMMAND_RUNNER if release_label \
        else emrutils.get_script_runner(region)

示例#14

文件： steputils.py 项目： Karthik1000/Information_Retrieval_project

def _get_runner_jar(release_label, region):
    return constants.COMMAND_RUNNER if release_label \
        else emrutils.get_script_runner(region)