def provision_cluster(playbook, cluster, profile, secret_key, extra_vars, girder_token, log_write_url, post_status): playbook = get_playbook_path(playbook) playbook_variables = get_playbook_variables(cluster, profile, extra_vars) env = os.environ.copy() env.update({ 'AWS_ACCESS_KEY_ID': profile['accessKeyId'], 'AWS_SECRET_ACCESS_KEY': secret_key, 'GIRDER_TOKEN': girder_token, 'LOG_WRITE_URL': log_write_url, 'CLUSTER_ID': cluster['_id'], 'REGION_NAME': profile['regionName'], 'ANSIBLE_HOST_KEY_CHECKING': 'false', 'ANSIBLE_CALLBACK_PLUGINS': get_callback_plugins_path() }) inventory = os.path.join(os.path.dirname(__file__), 'providers', 'ec2.py') ansible = run_playbook(playbook, inventory, playbook_variables, env=env, verbose=3) check_girder_cluster_status(cluster, girder_token, post_status) check_ansible_return_code(ansible, cluster, girder_token)
def launch_cluster(playbook, cluster, profile, secret_key, extra_vars, girder_token, log_write_url, post_status): playbook = get_playbook_path(playbook) playbook_variables = get_playbook_variables(cluster, profile, extra_vars) env = os.environ.copy() env.update({'AWS_ACCESS_KEY_ID': profile['accessKeyId'], 'AWS_SECRET_ACCESS_KEY': secret_key, 'GIRDER_TOKEN': girder_token, 'LOG_WRITE_URL': log_write_url, 'CLUSTER_ID': cluster['_id']}) inventory = simple_inventory('localhost') with inventory.to_tempfile() as inventory_path: ansible = run_playbook(playbook, inventory_path, playbook_variables, env=env, verbose=3) p = CloudProvider(dict(secretAccessKey=secret_key, **profile)) master = p.get_master_instance(cluster['_id']) status_url = '%s/clusters/%s' % (cumulus.config.girder.baseUrl, cluster['_id']) updates = { 'config': { 'host': master['public_ip'] } } headers = {'Girder-Token': girder_token} r = requests.patch(status_url, headers=headers, json=updates) check_status(r) check_ansible_return_code(ansible, cluster, girder_token) check_girder_cluster_status(cluster, girder_token, post_status)
def terminate_cluster(playbook, cluster, profile, secret_key, extra_vars, girder_token, log_write_url, post_status): playbook = get_playbook_path(playbook) playbook_variables = get_playbook_variables(cluster, profile, extra_vars) env = os.environ.copy() env.update({ 'AWS_ACCESS_KEY_ID': profile['accessKeyId'], 'AWS_SECRET_ACCESS_KEY': secret_key, 'GIRDER_TOKEN': girder_token, 'LOG_WRITE_URL': log_write_url, 'CLUSTER_ID': cluster['_id'] }) # if there are any volumes, make sure to detach them first. if 'volumes' in cluster and len(cluster['volumes']): p = CloudProvider(dict(secretAccessKey=secret_key, **profile)) master = p.get_master_instance(cluster['_id']) for volume_id in cluster['volumes']: r = requests.get('%s/volumes/%s' % (cumulus.config.girder.baseUrl, volume_id), headers={'Girder-Token': girder_token}) check_status(r) volume = r.json() girder_callback_info = { 'girder_api_url': cumulus.config.girder.baseUrl, 'girder_token': girder_token } vol_log_url = '%s/volumes/%s/log' % (cumulus.config.girder.baseUrl, volume_id) detach_volume(profile, cluster, master, volume, secret_key, vol_log_url, girder_callback_info) inventory = simple_inventory('localhost') with inventory.to_tempfile() as inventory_path: ansible = run_playbook(playbook, inventory_path, playbook_variables, env=env, verbose=3) check_ansible_return_code(ansible, cluster, girder_token) check_girder_cluster_status(cluster, girder_token, post_status)
def terminate_cluster(playbook, cluster, profile, secret_key, extra_vars, girder_token, log_write_url, post_status): playbook = get_playbook_path(playbook) playbook_variables = get_playbook_variables(cluster, profile, extra_vars) env = os.environ.copy() env.update({'AWS_ACCESS_KEY_ID': profile['accessKeyId'], 'AWS_SECRET_ACCESS_KEY': secret_key, 'GIRDER_TOKEN': girder_token, 'LOG_WRITE_URL': log_write_url, 'CLUSTER_ID': cluster['_id']}) # if there are any volumes, make sure to detach them first. if 'volumes' in cluster and len(cluster['volumes']): p = CloudProvider(dict(secretAccessKey=secret_key, **profile)) master = p.get_master_instance(cluster['_id']) for volume_id in cluster['volumes']: r = requests.get('%s/volumes/%s' % (cumulus.config.girder.baseUrl, volume_id), headers={'Girder-Token': girder_token}) check_status(r) volume = r.json() girder_callback_info = { 'girder_api_url': cumulus.config.girder.baseUrl, 'girder_token': girder_token} detach_volume(profile, cluster, master, volume, secret_key, girder_callback_info) inventory = simple_inventory('localhost') with inventory.to_tempfile() as inventory_path: ansible = run_playbook(playbook, inventory_path, playbook_variables, env=env, verbose=3) check_ansible_return_code(ansible, cluster, girder_token) check_girder_cluster_status(cluster, girder_token, post_status)
def provision_cluster(playbook, cluster, profile, secret_key, extra_vars, girder_token, log_write_url, post_status): playbook = get_playbook_path(playbook) playbook_variables = get_playbook_variables(cluster, profile, extra_vars) env = os.environ.copy() env.update({'AWS_ACCESS_KEY_ID': profile['accessKeyId'], 'AWS_SECRET_ACCESS_KEY': secret_key, 'GIRDER_TOKEN': girder_token, 'LOG_WRITE_URL': log_write_url, 'CLUSTER_ID': cluster['_id'], 'REGION_NAME': profile['regionName'], 'ANSIBLE_HOST_KEY_CHECKING': 'false', 'ANSIBLE_CALLBACK_PLUGINS': get_callback_plugins_path()}) inventory = os.path.join(os.path.dirname(__file__), 'providers', 'ec2.py') ansible = run_playbook(playbook, inventory, playbook_variables, env=env, verbose=3) check_girder_cluster_status(cluster, girder_token, post_status) check_ansible_return_code(ansible, cluster, girder_token)
def launch_cluster(playbook, cluster, profile, secret_key, extra_vars, girder_token, log_write_url, post_status): playbook = get_playbook_path(playbook) playbook_variables = get_playbook_variables(cluster, profile, extra_vars) env = os.environ.copy() env.update({ 'AWS_ACCESS_KEY_ID': profile['accessKeyId'], 'AWS_SECRET_ACCESS_KEY': secret_key, 'GIRDER_TOKEN': girder_token, 'LOG_WRITE_URL': log_write_url, 'CLUSTER_ID': cluster['_id'] }) inventory = simple_inventory('localhost') with inventory.to_tempfile() as inventory_path: ansible = run_playbook(playbook, inventory_path, playbook_variables, env=env, verbose=3) p = CloudProvider(dict(secretAccessKey=secret_key, **profile)) master = p.get_master_instance(cluster['_id']) status_url = '%s/clusters/%s' % (cumulus.config.girder.baseUrl, cluster['_id']) updates = {'config': {'host': master['public_ip']}} headers = {'Girder-Token': girder_token} r = requests.patch(status_url, headers=headers, json=updates) check_status(r) check_ansible_return_code(ansible, cluster, girder_token) check_girder_cluster_status(cluster, girder_token, post_status)