def test_run_with_steps_instance_groups(mock_emr_client, mock_ec2_client):
response = HandleEMRCommands("tests/configs/emrcliconfig_inst_groups.yaml",
with_steps=True,
profile_name=None,
overwrite_auto_terminate=True).create()
assert response['ResponseMetadata']['HTTPStatusCode'] == 200
assert response["JobFlowId"] == "s-SNGBtA88"
def create_with_steps(ctx, config, profile, keep_alive, date, step_name,
step_idx, custom_vars):
if step_name is not None and step_idx is not None:
print('You can use --step_name or --step_idx not both.')
raise click.Abort()
local_custom_vars = get_custom_vars(custom_vars)
HandleEMRCommands(config, with_steps=True, profile_name=profile, overwrite_auto_terminate=True) \
.create(
keep_alive=keep_alive, user_date=date, user_step_name=step_name, user_step_idx=step_idx,
user_custom_vars=local_custom_vars)
def submit_steps(ctx, config, profile, cid, date, step_name, step_idx,
custom_vars):
if step_name is not None and step_idx is not None:
print('You can use --step_name or --step_idx not both.')
raise click.Abort()
local_custom_vars = get_custom_vars(custom_vars)
HandleEMRCommands(config,
with_steps=True,
profile_name=profile,
user_job_flow_id=cid).add_steps(
user_date=date,
user_step_name=step_name,
user_step_idx=step_idx,
user_custom_vars=local_custom_vars)
def test_add_steps_selected_by_name(mock_emr_client, mock_ec2_client):
response = HandleEMRCommands(
"tests/configs/emrcliconfig_inst_groups.yaml",
profile_name=None).add_steps(user_step_name="Step1,Step2")
assert response['ResponseMetadata']['HTTPStatusCode'] == 200
def test_create_cluster_instance_fleet(mock_emr_client, mock_ec2_client):
response = HandleEMRCommands("tests/configs/emrcliconfig_inst_fleets.yaml",
profile_name=None).create()
assert response['ResponseMetadata']['HTTPStatusCode'] == 200
assert response["JobFlowId"] == "s-SNGBtA88"
def test_terminate_cluster(mock_emr_client, mock_ec2_client):
response = HandleEMRCommands("tests/configs/emrcliconfig_inst_groups.yaml",
profile_name=None).terminate()
assert response['ResponseMetadata']['HTTPStatusCode'] == 200
def test_script_runner(mock_emr_client, mock_ec2_client, mock_copy_file,
mock_run_command):
hosts = HandleEMRCommands("tests/configs/emrcliconfig_inst_groups.yaml",
profile_name=None).script_runner()
assert len(hosts) == 6
def test_run_with_steps_selected_by_idx(mock_emr_client, mock_ec2_client):
response = HandleEMRCommands("tests/configs/emrcliconfig_inst_groups.yaml",
with_steps=True,
profile_name=None).create(user_step_idx="1:2")
assert response['ResponseMetadata']['HTTPStatusCode'] == 200
assert response["JobFlowId"] == "s-SNGBtA88"
def create(ctx, config, profile):
HandleEMRCommands(config, profile_name=profile).create()
def install(ctx, config, profile, pem, cid, quiet):
HandleEMRCommands(config, profile_name=profile,
user_job_flow_id=cid).install(user_pem=pem,
quiet_mode=quiet)
def script_runner(ctx, config, profile, pem, cid, script, quiet):
HandleEMRCommands(config, profile_name=profile, user_job_flow_id=cid) \
.script_runner(user_pem=pem, user_script_name=script, quiet_mode=quiet)
def ssh(ctx, config, profile, pem, cid):
HandleEMRCommands(config, profile_name=profile,
user_job_flow_id=cid).ssh(user_pem=pem)
def terminate(ctx, config, profile, cid):
if click.confirm('Are you sure you want to terminate cluster?',
abort=True):
HandleEMRCommands(config, profile_name=profile,
user_job_flow_id=cid).terminate()
