fabfile.py

from __future__ import with_statement
from fabric.api import show, local, settings, prefix, abort, run, cd, env, require, hide, execute
from fabric.contrib.console import confirm
from fabric.network import disconnect_all
from fabric.colors import green as _green, yellow as _yellow, red as _red
from fabric.contrib.files import exists
from fabric.utils import error
import os
import time

env.use_ssh_config = True
env.hosts = ''
env.user = "ubuntu"
env.key_filename = ''
env.warn_only = False

"""
This is the file which remotely makes an ec2 instance for the use of this repository
"""

def basic_setup():
	""""
	This method should be run before installing virtual environment as it will install python pip
	required to install virtual environment

	"""
	run("sudo apt-get update")
	run("sudo apt-get install -y python-pip")
	run("sudo apt-get install -y libevent-dev")
	run("sudo apt-get install -y python-all-dev")
	run("sudo apt-get install -y ipython")
	run("sudo apt-get install -y libxml2-dev")
	run("sudo apt-get install -y libxslt1-dev") 
	run("sudo apt-get install -y python-setuptools python-dev build-essential")
	run("sudo apt-get install -y libxml2-dev libxslt1-dev lib32z1-dev")
	run("sudo apt-get install -y python-lxml")
	run("sudo apt-get install -y build-essential python-dev python-setuptools python-numpy python-scipy libatlas-dev libatlas3gf-base")
	run("sudo apt-get install -y gcc libffi-dev")

def increase_swap():

	run("sudo /bin/dd if=/dev/zero of=/var/swap.1 bs=1M count=1024")
	run("sudo /sbin/mkswap /var/swap.1")
	run("sudo /sbin/swapon /var/swap.1")

def virtual_env():
	"""
	This method installs the virual environment and after installing virtual environment installs the git.
	After installing the git installs the reuiqred repository
	"""

	run("sudo pip install virtualenv")
	with cd("/home/ubuntu/"):
		if not exists("VirtualEnvironment", use_sudo=True):
			run("virtualenv --no-site-packages VirtualEnvironment")
			with cd("/home/ubuntu/VirtualEnvironment/"):
				run("sudo apt-get install -y git")
				with prefix("source bin/activate"):
					if not exists("applogs", use_sudo=True):
						run("sudo mkdir applogs")
						run("sudo chown -R ubuntu:ubuntu applogs")
					if not exists("canworks", use_sudo=True):	
						run(" git clone https://github.com/RishabhVerma/amoeba.git")
					run("pip install -r amoeba/requirements.txt")


def update_git():
	"""
	This method will be run everytime the git repository is updated on the main machine.This clones the pushed updated 
	repository on the git on the remote server
	"""
	with prefix("cd /home/ubuntu/VirtualEnvironment && source bin/activate && cd canworks"):
		run("git pull origin master")


def nginx():
	"""
	This function installs nginx on the remote server and replaces its conf file with the one available in the
	git repository.Finally restart the nginx server
	"""
	run("sudo apt-get install -y nginx")
	with prefix("cd /home/ubuntu/VirtualEnvironment/amoeba/configs"):
		run("sudo cp nginx.conf /etc/nginx/nginx.conf")
		run("sudo cp nginx_default.conf /etc/nginx/sites-enabled/default")
		
	
	print (_green("Checking nginx configuration file"))
	run("sudo nginx -t")
	
	print ("\n\n%s\n\n"%_green("Restarting nginx"))
	run("sudo service nginx restart")


def nginx_status():
	    """
	    Check if nginx is running fine or not.
	    """
	    print ("\t\t%s"%_yellow("Checking nginx status"))
	    with settings(hide("running", "stderr", "stdout")):
	    	result = run('if ps aux | grep -v grep | grep -i "nginx"; then echo 1; else echo ""; fi')
	    	if result:
			    print (_green("Nginx is running fine......................"))
	    	else:
			    print (_red("Nginx is not running ......................"))
			    confirmation = confirm("Do you want to trouble shoot here??", default=True)
			    if confirmation:
				    print (_green("Checking nginx configuration file"))
				    with show("debug", "stdout", "stderr"):
				    	run("sudo nginx -t")
				    	run("sudo service nginx restart")
				    	run("sudo tail -n 50 /applogs/nginx_error.logs")
		return 

def gunicorn_status():
	    """
	    Check if  gunicorn is running fine or not.
	    """
	    print ("\n\n\t\t%s"%_yellow("Checking gunicorn status"))
	    with settings(hide("running", "stderr", "stdout")):
	   	 result = run('ps aux | grep gunicorn')
	    print (_green(result))
	    return 


def mongo():
	"""
	This method installs the mongodb database on the remote server.It after installing the mongodb replaces the 
	mongodb configuration with the one available in the git repository.

	"""
	with prefix("cd /home/ubuntu/VirtualEnvironment"):
		run("sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 7F0CEB10")
		run("echo -e 'deb http://downloads-distro.mongodb.org/repo/ubuntu-upstart dist 10gen' | sudo tee /etc/apt/sources.list.d/mongodb.list")
		run("sudo apt-get update")
		run("sudo apt-get install -y mongodb-10gen")
	run("sudo rm -rf  /var/lib/mongodb/mongod.lock")
	run("sudo service mongodb restart")


def mongo_status():
	    """
	    Check if mongodb is running fine
	    """
	    print ("\n\n\t\t%s"%_yellow("Checking mongo status"))
	    with settings(hide("running", "stderr", "stdout")):
	    	result = run('if ps aux | grep -v grep | grep -i "mongodb"; then echo 1; else echo ""; fi')
	    	if result:
			    print ("\n\n%s\n\n"%_green("Mongodb is running fine......................"))
	    	else:
			    print (_red("Mongodb is not running ......................"))
			    confirmation = confirm("Do you want to trouble shoot here??it will delete mongo.lock file", default=True)
			    if confirmation:
					run("sudo rm -rf  /var/lib/mongodb/mongod.lock ")
				    	run("sudo service mongodb restart")
		return 


def disk_usage():
	    with settings(hide("running", "stderr", "stdout")):
	   	 result = run('df -h')
	    
	    print ("\n\n\t\t%s"%_yellow("Checking disk usage"))
	    print ("\n\n%s\n\n"%_green(result))

def ram_usage():
	    with settings(hide("running", "stderr", "stdout")):
	   	 result = run('free -m')
	    print ("\n\n\t\t%s"%_yellow("Checking ram usage"))
	    print ("\n\n%s\n\n"%_green(result))
	    return 


def supervisord_conf():
	with cd("/home/ubuntu/VirtualEnvironment/"):
		with prefix("source bin/activate"):
			run("sudo cp /home/ubuntu/VirtualEnvironment/amoeba/configs/supervisord.conf /etc/supervisord.conf")
			run("supervisorctl reload")	


def restart_gunicorn():
	with cd("/home/ubuntu/VirtualEnvironment/"):
		with prefix("source bin/activate"):
			result = run('if ps aux | grep -v grep | grep -i "gunicorn"; then echo 1; else echo ""; fi')
	    		if result:
				print ("\n\n%s\n\n"%_green("Gunicorn is running"))
				confirmation = confirm("Do you want to restart gunicorn", default=True)
				if confirmation:
					pid = run("ps aux | grep gunicorn | awk 'NR==1 {print $2}'")
					run("sudo kill -9 %s"%pid)
		
	    				result = run('if ps aux | grep -v grep | grep -i "gunicorn"; then echo 1; else echo ""; fi')
					if not result:
						print ("\n\n%s\n\n"%_red("Gunicorn has been stopped and is starting with new repo"))
						with cd("canworks"):
							run("gunicorn -c canworks/configs/gunicorn_config.py api:app")
	    					result = run('if ps aux | grep -v grep | grep -i "gunicorn"; then echo 1; else echo ""; fi')
						if result:
							print ("\n\n%s\n\n"%_green("Gunicorn is running"))
						else:
							print ("\n\n%s\n\n"%_red("Gunicorn is not running, U need to login to the server"))

					else:
						print ("\n\n%s\n\n"%_red("Gunicorn has not been stopped"))
						return


def reboot():
	run("sudo reboot")


def health_check():
	print(_green("Connecting to EC2 Instance..."))	
	execute(mongo_status)
	execute(nginx_status)
	execute(gunicorn_status)
	execute(disk_usage)
	execute(ram_usage)
	print(_yellow("...Disconnecting EC2 instance..."))
	disconnect_all()


def update():
	print(_green("Connecting to EC2 Instance..."))	
	execute(update_git)
	execute(update_nginx_conf)
	execute(nginx_status)
		
	print(_yellow("...Disconnecting EC2 instance..."))
	disconnect_all()


def deploy():
	print(_green("Connecting to EC2 Instance..."))	
	execute(basic_setup)
	execute(increase_swap)
	execute(virtual_env)
	execute(hunpos_tagger)
	execute(download_corpora)
	execute(supervisord_conf)
	execute(nginx)
	execute(mongo)
	execute(health_check)
	execute(status)
	print(_yellow("...Disconnecting EC2 instance..."))
#	run("sudo reboot")
	disconnect_all()