def build_step_config_list(parsed_step_list, region):
step_config_list = []
for step in parsed_step_list:
step_type = step.get('Type')
if step_type is None:
step_type = constants.CUSTOM_JAR
step_type = step_type.lower()
step_config = {}
if step_type == constants.CUSTOM_JAR:
step_config = build_custom_jar_step(parsed_step=step)
elif step_type == constants.STREAMING:
step_config = build_streaming_step(parsed_step=step)
elif step_type == constants.HIVE:
step_config = build_hive_step(parsed_step=step, region=region)
elif step_type == constants.PIG:
step_config = build_pig_step(parsed_step=step, region=region)
elif step_type == constants.IMPALA:
step_config = build_impala_step(parsed_step=step, region=region)
else:
raise exceptions.UnknownStepTypeError(step_type=step_type)
step_config_list.append(step_config)
return step_config_list
def build_impala_step(parsed_step, release_label, region=None):
if release_label:
raise exceptions.UnknownStepTypeError(step_type=constants.IMPALA)
name = _apply_default_value(arg=parsed_step.get('Name'),
value=constants.DEFAULT_IMPALA_STEP_NAME)
action_on_failure = _apply_default_value(
arg=parsed_step.get('ActionOnFailure'),
value=constants.DEFAULT_FAILURE_ACTION)
args_list = [
emrutils.build_s3_link(relative_path=constants.IMPALA_INSTALL_PATH,
region=region), constants.RUN_IMPALA_SCRIPT
]
args = parsed_step.get('Args')
emrutils.check_required_field(structure=constants.IMPALA_STEP_CONFIG,
name='Args',
value=args)
args_list += args
return emrutils.build_step(jar=emrutils.get_script_runner(region),
args=args_list,
name=name,
action_on_failure=action_on_failure)