Ejemplo n.º 1
0
def machines_teardown(arg_vars, project_root):
    cluster_id = arg_vars['cluster_id']
    profile_id = arg_vars['profile_id']
    f = util.machine_profile_file(project_root, cluster_id, profile_id)

    print_ok_pending("Removing machines provisioned with profile id " +
                     profile_id)

    if verify_profile_exists(arg_vars, project_root):
        with open(f, "r") as stream:
            content = yaml.load(stream)
            content['n_machine_instances'] = 0

        with open(f, "w") as stream:
            stream.write(yaml.dump(content))

        tpl = util.machines_remove_template()
        with open(util.machines_remove_file(project_root), "w") as handle:
            handle.write(tpl.render(profile=profile_id))

        print_ok_pending("Scaling down instances. Streaming Ansible output")
        invoke_ansible(arg_vars, project_root, "machines_remove.yml")
        call(["rm", f])
        print(bcolors.OKBLUE + bcolors.BOLD + "> Finished scale down." +
              bcolors.ENDC)
Ejemplo n.º 2
0
def cluster_teardown(arg_vars, project_root):
  print_ok_pending("Tearing down all machine profiles")
  print("")

  cluster_id = arg_vars['cluster_id']
  path = util.machine_profiles_path(project_root, cluster_id)
  files = [f for f in listdir(path) if isfile(join(path, f))]

  for f in files:
    with open(path + "/" + f, 'r') as stream:
      content = yaml.load(stream)
      arg_vars['profile_id'] = content['profile_id']
      machines_teardown(arg_vars, project_root)

  print_ok_pending("Tearign down the VPC")

  tpl = util.cluster_remove_template()
  with open(util.cluster_remove_file(project_root), "w") as text_file:
    path = project_root + "/ansible/roles"
    services = next(walk(path))[1]
    text_file.write(tpl.render(services=services))

  invoke_ansible(arg_vars, project_root, util.cluster_remove_playbook())

  call(["rm", util.cluster_file(project_root, cluster_id)])
  call(["rm", "-r", util.cluster_path(project_root, cluster_id)])

  print_done("Finished running Ansible.")
Ejemplo n.º 3
0
def deploy(arg_vars, project_root):
  organization = arg_vars['dockerhub_username']
  version = check_output(["lein", "project-version"]).strip()
  project_name = os.path.relpath(project_root, "..")
  image = organization + "/" + project_name + ":" + version

  if not arg_vars.get('skip_uberjar'):
    print_ok_pending("Creating an uberjar for your project. Streaming Leiningen output")
    call(["lein", "uberjar"])
    print_done("Finished creating the uberjar.")
    print("")

  print_ok_pending("Creating a container. Streaming Docker output")
  call(["docker", "build", "-t", image, project_root])
  print_done("Finished building container image " + image + ".")
  print("")

  print_ok_pending("Uploading image to DockerHub")
  call(["docker", "push", image])
  print_done("Finished pushing image.")
  print("")

  print_ok_pending("Updating Ansible deployment playbook")
  refresh_deployment_playbook(arg_vars, project_root)
  print_done("Ansible playbook update complete.")
  print("")

  print_ok_pending("Running Ansible deployment playbook. Streaming Ansible output")
  invoke_ansible(arg_vars, project_root, "deploy.yml",
                 {"onyx_docker_image": image,
                  "onyx_tenancy_id": arg_vars['tenancy_id'],
                  "onyx_n_peers": arg_vars['n_peers']})
  print_done("Finished running Ansible. Onyx has been successfully deployed.")
Ejemplo n.º 4
0
def job_submit(arg_vars, project_root):
  print_ok_pending("Invoking Ansible and streaming its output")

  refresh_submit_playbook(arg_vars, project_root)
  invoke_ansible(arg_vars, project_root,
                 util.job_submit_playbook(),
                 {"onyx_job_name": arg_vars['job_name']})

  print_done("Finished running Ansible.")
Ejemplo n.º 5
0
def cluster_provision(arg_vars, project_root):
  print_ok_pending("Invoking Ansible and streaming its output")

  cluster_id = arg_vars['cluster_id']

  refresh_provisioning_playbook(arg_vars, project_root)
  invoke_ansible(arg_vars, project_root, util.provisioning_playbook(cluster_id))
  invoke_ansible(arg_vars, project_root, util.post_provisioning_playbook(cluster_id))

  print_done("Finished running Ansible.")
Ejemplo n.º 6
0
def machines_cache(arg_vars, project_root):
  print_ok_pending("Updating local cache of cluster machines. Streaming Ansible output")

  config = ConfigParser.ConfigParser()
  engraver_profile = expanduser("~") + "/.engraver"
  config.read(engraver_profile)

  aws_key_name = config.get('aws', 'aws_key_name', 0)
  pem_file_path = config.get('aws', 'pem_file_name', 0)

  if(verify_cluster_exists(arg_vars, project_root)):
    invoke_ansible(arg_vars, project_root, util.refresh_cache_playbook())
    print_done("Finished updating local cache. Displaying cluster: ")
    machines_list(arg_vars, project_root, hint=False)
Ejemplo n.º 7
0
def machines_cache(arg_vars, project_root):
    print_ok_pending(
        "Updating local cache of cluster machines. Streaming Ansible output")

    config = ConfigParser.ConfigParser()
    engraver_profile = expanduser("~") + "/.engraver"
    config.read(engraver_profile)

    aws_key_name = config.get('aws', 'aws_key_name', 0)
    pem_file_path = config.get('aws', 'pem_file_name', 0)

    if (verify_cluster_exists(arg_vars, project_root)):
        invoke_ansible(arg_vars, project_root, util.refresh_cache_playbook())
        print_done("Finished updating local cache. Displaying cluster: ")
        machines_list(arg_vars, project_root, hint=False)
Ejemplo n.º 8
0
def deploy(arg_vars, project_root):
    organization = arg_vars['dockerhub_username']
    version = check_output(["lein", "project-version"]).strip()
    project_name = os.path.relpath(project_root, "..")
    image = organization + "/" + project_name + ":" + version

    if not arg_vars.get('skip_uberjar'):
        print_ok_pending(
            "Creating an uberjar for your project. Streaming Leiningen output")
        call(["lein", "uberjar"])
        print_done("Finished creating the uberjar.")
        print("")

    print_ok_pending("Creating a container. Streaming Docker output")
    call(["docker", "build", "-t", image, project_root])
    print_done("Finished building container image " + image + ".")
    print("")

    print_ok_pending("Uploading image to DockerHub")
    call(["docker", "push", image])
    print_done("Finished pushing image.")
    print("")

    print_ok_pending("Updating Ansible deployment playbook")
    refresh_deployment_playbook(arg_vars, project_root)
    print_done("Ansible playbook update complete.")
    print("")

    print_ok_pending(
        "Running Ansible deployment playbook. Streaming Ansible output")
    invoke_ansible(
        arg_vars, project_root, "deploy.yml", {
            "onyx_docker_image": image,
            "onyx_tenancy_id": arg_vars['tenancy_id'],
            "onyx_n_peers": arg_vars['n_peers']
        })
    print_done(
        "Finished running Ansible. Onyx has been successfully deployed.")
Ejemplo n.º 9
0
def machines_teardown(arg_vars, project_root):
  cluster_id = arg_vars['cluster_id']
  profile_id = arg_vars['profile_id']
  f = util.machine_profile_file(project_root, cluster_id, profile_id)

  print_ok_pending("Removing machines provisioned with profile id " + profile_id)

  if verify_profile_exists(arg_vars, project_root):
    with open(f, "r") as stream:
      content = yaml.load(stream)
      content['n_machine_instances'] = 0

    with open(f, "w") as stream:
      stream.write(yaml.dump(content))

    tpl = util.machines_remove_template()
    with open(util.machines_remove_file(project_root), "w") as handle:
      handle.write(tpl.render(profile = profile_id))

    print_ok_pending("Scaling down instances. Streaming Ansible output")
    invoke_ansible(arg_vars, project_root, "machines_remove.yml")
    call(["rm", f])
    print(bcolors.OKBLUE + bcolors.BOLD + "> Finished scale down." + bcolors.ENDC)