"""deployment scripts for researchcompendia

with credit to scipy-2014 fabric.py

fab <dev|staging|prod|vagrant> <deploy|provision>[:<git ref>]

deploy: deploys the site to the specified environment. if no git ref is provided, deploys head

provision: provisions a box to run the site. is not idempotent. do not rerun.

git ref: a git branch, hash, tag

example usages:

deploy deploys a new version of the site with a new virtualenv. it starts by

placing a maintenance page, stops the website, updates it to version 1.1.1,

restarts it, and brings back the main page.

$ fab vagrant deploy:1.1.1

the following combination of calls does the previous steps by hand except for

creating a new virtualenv.

$ fab vagrant dust

$ fab vagrant stop:researchcompendia

$ fab vagrant update:1.1.1

$ fab vagrant start:researchcompendia

$ fab vagrant undust

provision: completely provisions a new box. You should be able to run this and

visit the box afterwards to see the site. If you are using the vagrant

environment, visit http://127.0.0.1:8000

$ fab vagrant provision:1.1.1

"""

import datetime, string, random, re

from os.path import join, dirname, abspath

import fabric.api

from fabric.api import run, task, env, cd, sudo, local, put

from fabric.contrib.files import sed, append

from fabtools import require, supervisor, postgres, deb, files

from fabtools.files import upload_template

from fabtools.user import home_directory

import fabtools

env.disable_known_hosts = True

SITE_USER = 'tyler'

SITE_GROUP = 'tyler'

SITE_NAME = 'tyler'

SITE_REPO = 'git://github.com/researchcompendia/researchcompendia.git'

FAB_HOME = dirname(abspath(__file__))

TEMPLATE_DIR = join(FAB_HOME, 'templates')

@task

def dev():

})

@task

def staging():

})

@task

def prod():

})

@task

def vagrant():

})

@task

def uname():

run('uname -a')

@task

def deploy(version_tag=None):

undust()

@task

def stop(process_name):

supervisor.stop_process(process_name)

@task

def start(process_name):

supervisor.start_process(process_name)

@task

def update(commit=None):

su('git checkout %s' % commit)

@task

def migrate(app):

vsu('source %s; ./manage.py migrate %s' % (environment, app))

@task

def dust():

sudo('service nginx restart')

@task

def undust():

sudo('service nginx restart')

@task

def provision(version_tag=None, everything=False):

crontab_update_index()

def setup_collectd():

sudo('/etc/init.d/collectd restart')

def setup_rabbitmq(user=None):

sed(envfile, 'DJANGO_BROKER_URL=".*"', 'DJANGO_BROKER_URL="%s"' % amqp_url, use_sudo=True)

def setup_elasticsearch():

sudo('update-rc.d elasticsearch defaults 95 10')

def setup_nginx():

put(template_path('maintenance_index.html'), '/usr/share/nginx/www/index.html', use_sudo=True)

def setup_supervisor():

supervisor.update_config()

def lockdown_nginx():

# don't share nginx version in header and error pages

sed('/etc/nginx/nginx.conf', '# server_tokens off;', 'server_tokens off;', use_sudo=True)

sudo('service nginx restart')

def lockdown_ssh():

sed('/etc/ssh/sshd_config', '^#PasswordAuthentication yes', 'PasswordAuthentication no', use_sudo=True)

append('/etc/ssh/sshd_config', ['UseDNS no', 'PermitRootLogin no', 'DebianBanner no', 'TcpKeepAlive yes'], use_sudo=True)

sudo('service ssh restart')

def setup_django(version_tag):

load_fixtures()

def syncdb():

vsu('source %s; ./manage.py syncdb --noinput --migrate' % environment)

def load_fixtures():

vsu('source %s; ./manage.py loaddata fixtures/*' % environment)

def install_site_requirements(virtualenv):

home = home_directory(SITE_USER)

with cd(join(home, 'site', SITE_NAME)):

vsu('pip install -r requirements/production.txt', virtualenv=virtualenv)

def setup_database():

# /etc/postgresql/9.1/main/postgresql.conf

def setup_site_user():

if not fabtools.user.exists(SITE_USER):

sudo('useradd -s/bin/bash -d/home/%s -m %s' % (SITE_USER, SITE_USER))

def setup_envvars():

use_jinja=True, use_sudo=True, chown=True, user=SITE_USER)

def setup_site_root():

su('chmod +x runserver.sh celeryworker.sh check_downloads.sh')

def crontab_download_checker():

su('crontab %s' % job)

def crontab_update_index():

su('crontab %s' % job)

def install_dependencies():

], use_sudo=True)

def install_python_packages():

], use_sudo=True)

def su(cmd, user=None):

if user is None:

user = SITE_USER

sudo("su %s -c '%s'" % (user, cmd))

def vsu(cmd, virtualenv=None, user=None):

sudo("su %s -c 'source %s; %s'" % (user, venvdir, cmd))

def update_site_version(site_version):

envfile = join(home_directory(SITE_USER), 'site/bin/environment.sh')

sed(envfile, 'SITE_VERSION=".*"', 'SITE_VERSION="%s"' % site_version, use_sudo=True)

def collectstatic():

vsu('source %s; ./manage.py collectstatic --noinput --clear --ignore *results* --ignore *log* --ignore *materials* --ignore *articles*' % environment)

def get_site_version():

return g['version']

def randomstring(n):

return ''.join(random.choice(string.ascii_letters + string.digits + '~@#%^&*-_') for x in range(n))

def virtualenv_name(commit=None):

return '%s-%s' % (timestamp, commit.replace('/', '_'))

def template_path(filename):

return join(FAB_HOME, 'templates', filename)

def mkvirtualenv(virtualenv):

with cd(join(home_directory(SITE_USER), 'venvs')):

su('virtualenv %s' % virtualenv)