#!/usr/bin/env python

#Copyright (c) 2015, National Computational Infrastructure, The Australian National University

#All rights reserved.

#

#Redistribution and use in source and binary forms, with or without

#modification, are permitted provided that the following conditions are met:

#

#1. Redistributions of source code must retain the above copyright notice, this

# list of conditions and the following disclaimer.

#2. Redistributions in binary form must reproduce the above copyright notice,

# this list of conditions and the following disclaimer in the documentation

# and/or other materials provided with the distribution.

#

#THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND

#ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED

#WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE

#DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR

#ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES

#(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;

#LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND

#ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT

#(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS

#SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

#

#The views and conclusions contained in the software and documentation are those

#of the authors and should not be interpreted as representing official policies,

#either expressed or implied, of the FreeBSD Project.

#TODO: python2.7 port as python2.6 is being depricated. Centos 6.X is still supported and so is its python2.6 by RHEL; but python developers are no longer supporting 2.6.

import os

import time

import sys

import subprocess

import fileinput

import ConfigParser

import optparse

import sqlite3

from shutil import move

from shutil import copyfile

import novaclient.v2.client as nvclient

import netifaces as ni

import ConfigParser

import calendar

import time

import socket

import base64

import hashlib

from cinderclient.v2 import client as ciclient

from credentials import get_nova_creds

from credentials import get_cinder_creds

import urllib3.contrib.pyopenssl

urllib3.contrib.pyopenssl.inject_into_urllib3()

CLUSTER_CFG = "cluster.cfg"

CLUSTER_NAME = "mycluster"

#bug: Node name has to be all lower case.

INSTANCE_NAME = "x"

CLUSTER_RANGE_START=1

CLUSTER_COMPUTE_SIZE=4

MAX_CLUSTER_SIZE=10

KEY_NAME = "mykey"

#IMAGE_NAME = "cluster-compute-v1"

IMAGE_NAME = "compute-DATE"

FLAVOUR_NAME = "t2.2c4m20d"

#FLAVOUR_NAME = "m2.medium"

AVAILABILITY_ZONE = "nova"

#major confusion? nova network-list ub2

NETWORK_NAME = "66ca03f9-6faa-48c3-bc0c-dbfe6966f141"

NCI_CLUSTER_VOLUME = 'NCI_CLUSTER_MXA_TEST'

COMPUTE_CLOUD_INIT = "cloud_init.sh"

SLURM_HOME="/opt/slurm/"

CLUSTER_OPT="/opt/"

CLUSTER_NFS="/data"

SLURM_PART="Cloud1"

SECURITY_GROUP="hpcincloud"

#Other variables that are not in cfg file

def set_nfs_exports(ipaddr):

f.close()

def empty_file(fileName):

with open(fileName, "w"):

pass

def prep_nfs_exports():

f.close()

def distroy_nfs_exports():

empty_file("/etc/exports")

def restart_headnode_services():

proc.wait()

#better way to create from scratch?

def set_firewall(ipAddr):

#print ("Service IPTABLES restarted\n")

def create_hosts_file():

file.close()

def set_hostsfile(ipAddr,instance_name):

file = open ('/etc/hosts','a')

buf = "%s %s \n" % (str(ipAddr), instance_name)

file.write (buf)

def launch_instance(nova,instance_name, user_data_init):

return instance.id, instance_name, ipAddr

def cinder_volume_create(c_conn):

volume = c_conn.volumes.create(1, name='myvolume', description='NCI Cluster Volume')

def setup_slurmhead():

replace_line(fileName,'PartitionName=',buf)

def replace_line(input,pattern,replacement):

move(outputfile,input)

def remove_line(input, pattern):

move(outputfile,input)

def replace_string_line(input,pattern):

move(outputfile,input)

def get_host_ip():

ni.ifaddresses('eth0')

ip = ni.ifaddresses('eth0')[2][0]['addr']

return str(ip)

def get_head_public_key():

f=open("/root/.ssh/id_rsa.pub",'r')

public_key=f.read()

return public_key

#nova.servers.create(name="samplehost", image=image, flavor=flavor,nics=[{'net-id': '9883ec93-4589-4fa2-825d-7a9a8215fd07'}])

#This should be inside a variable not a file and then read as a variable. Lame, but blame it on OS documentation which was poor.

def compute_cloud_init():

return (strCloudInit)

def query_yes_no(question, default="yes"):

"(or 'y' or 'n').\n")

def create_cluster_db():

conn.close()

def update_db(id, name, ip):

conn.close()

def remove_node_db(name):

conn.close()

def next_node(name):

return result[0]

def check_munge():

#except subprocess.CalledProcessError

def destroy():

sys.exit(0)

#slurp all conig file in one go as global variable.

#not recommended but this is a script and no need to open same cfg again.

def parse_conf(confFile):

SECURITY_GROUP = config.get('Cluster','SECURITY_GROUP')

def config_clustersh():

f.close()

def create_keypair(nova):

print ("New OpenStack key (%s) based on /root/.ssh/id_rsa.pub was created...\n") %(str(KEY_NAME))

def get_fingerprint(line):

key = base64.b64decode(line.strip().split()[1].encode('ascii'))

fp_plain = hashlib.md5(key).hexdigest()

return ':'.join(a+b for a,b in zip(fp_plain[::2], fp_plain[1::2]))

def check_keypair(nova):

create_keypair(nova)

def create_secgroup(nova):

to_port=-1)

def headnode_secgroup(nova):

sys.exit(1)

def verify_cluster(nova):

sys.exit(0)

def add_node(nova,INSTANCE_NAME,strCloudInit):

config_clustersh()

def extend(addNodeCount):

print ("Compute nodes added to the cluster.. \nPlease run './readyCluster.py -s' to restart services on the entire cluster or individually start services using './readyCluster.py -n NODE' and restart slurm on the headnode.")

def shrink(nodeCount):

proc.wait()

def build():

sys.exit(0)

def main():

sys.exit(0)

if __name__ == '__main__':

main()