def install():
""" install all required servers/appliance
this command
"""
setup_env_for_user(env.user)
execute(python)
def check():
""" check installation of the servers/appliance
"""
setup_env_for_user()
def _test(cmd, where):
print('Checking `%s`..' % cmd),
with settings(warn_only=True):
out = run(cmd)
if out.startswith(where):
print(green('Ok'))
else:
print(red("FAIL!!"), out)
puts('Checking installation...')
with hide('everything'):
_test('which httpd', '%(base)s/bin/httpd' % env)
_test('which nginx', '%(base)s/bin/nginx' % env)
_test('which uwsgi', '%(base)s/bin/uwsgi' % env)
_test('which python', '%(base)s/bin/python' % env)
_test('which pip', '%(base)s/bin/pip' % env)
_test('python -V', 'Python 2.7.2')
_test('python -c "import cx_Oracle;print(\'cx_Oracle imported\')"', 'cx_Oracle imported')
_test('python -c "import socket;print socket.ssl"', '<function ssl at')
print('Checking $PATH..'),
out = run('echo $PATH')
assert out.startswith("%(base)s/bin:%(base)s/apache/bin" % env), out
print(green('Ok (%s)' % out))
def python():
""" compile and install python
"""
setup_env_for_user(env.user)
version = env.PYTHON.replace('Python-', '')
run('mkdir -p %(admin_home_dir)s/~build' % env)
pkg = _get_pkg('http://www.python.org/ftp/python/{0}/Python-{0}.tgz'.format(version))
with cd(pkg):
run('./configure --prefix=%(base)s --enable-shared --with-threads' % env)
run('make clean')
run('make')
run('make install')
# check local install
out = run('python -c "from distutils.sysconfig import get_python_lib; print(get_python_lib())"')
assert out.startswith("%(base)s/" % env), 'Error: `%s` ' % out
# check ssl support
out = run('python -c "import socket;print socket.ssl"')
assert out.startswith("<function ssl at "), out
run('curl https://bootstrap.pypa.io/get-pip.py | python')
out = run('which pip')
assert out == '~/bin/pip'
run('pip install ipython')
def apache():
""" compile and install apache
"""
setup_env_for_user(env.user)
run('mkdir -p %(admin_home_dir)s/~build' % env)
run('mkdir -p %(admin_home_dir)s/etc/httpd/conf.d' % env)
with cd(env.build):
run('tar -xzf %(packages_cache)s/%(APACHE)s.tar.gz' % env)
with cd(env.APACHE):
run('./configure '
' --prefix=%(base)s'
' --exec_prefix=%(base)s'
' --bindir=%(base)s/bin'
' --sbindir=%(base)s/bin'
' --libexecdir=%(base)s/lib/apache'
' --mandir=%(base)s/man'
' --sysconfdir=%(base)s/etc/httpd/conf'
' --datadir=%(base)s/var/www'
' --includedir=%(base)s/lib/include/apache'
' --localstatedir=%(base)s/var/run'
' --enable-rewrite'
' --enable-headers'
# ' --enable-rewrite=shared'
# ' --enable-mods-shared=most'
' --with-included-apr'
' --enable-ssl'
% env)
run('make clean')
run('make')
run('make install')
def python():
""" compile and install python
"""
setup_env_for_user(env.user)
with cd('%(packages_cache)s' % env):
if not exists('Python-%(PYTHON)s.tgz' % env):
run('wget http://www.python.org/ftp/python/%(PYTHON)s/Python-%(PYTHON)s.tgz' % env)
version = env.PYTHON.replace('Python-', '')
run('mkdir -p %(admin_home_dir)s/~build' % env)
with cd(env.build):
run('tar -xzf %(packages_cache)s/Python-%(PYTHON)s.tgz' % env)
with cd('Python-%(PYTHON)s' % env):
run('./configure --prefix=%(base)s --enable-shared --with-threads' % env)
run('make clean')
run('make')
run('make install')
# check local install
out = run('python -c "from distutils.sysconfig import get_python_lib; print(get_python_lib())"')
assert out.startswith("%(base)s/" % env), 'Error: `%s` ' % out
# checl ssl support
out = run('python -c "import socket;print socket.ssl"')
assert out.startswith("<function ssl at "), out
run('wget http://python-distribute.org/distribute_setup.py')
run('python distribute_setup.py')
run('easy_install -U pip')
run('pip install ipython')
def oracle():
""" compile and install oracle drivers
"""
setup_env_for_user(env.user)
run('mkdir -p %(admin_home_dir)s/~build' % env)
with cd(env.base):
run('rm -fr oracle*')
run('mkdir -p oracle')
with cd('oracle'):
arch = run('uname -i')
if arch == 'x86_64':
run('find %(packages_cache)s -name "instantclient*86-64*" -exec unzip "{}" \;' % env)
elif arch == 'i386':
run('find %(packages_cache)s -name "instantclient*" -name "*86-64*" -exec unzip "{}" \;' % env)
with cd('instantclient_*'):
run('ln -sf libclntsh.so.11.1 libclntsh.so')
env.oracle_home = run('find $PWD -type d -iname "instant*"' % env)
sed("~/.bash_profile", "export LD_LIBRARY_PATH=.*", "export LD_LIBRARY_PATH=$SITE_ENV/lib:%(oracle_home)s:" % env)
sed("~/bin/activate", "export ORACLE_HOME=.*", "export ORACLE_HOME=%(oracle_home)s:" % env)
assert exists('%(oracle_home)s/libclntsh.so' % env)
run('pip install cx_Oracle')
run('mkdir -p ~/logs/oracle')
run('ln -s ~/logs/oracle %(base)s/oracle/instantclient_11_2/log' % env)
# test
out = run('python -c "import cx_Oracle;print(222)"')
assert out.startswith("222")
def oracle():
""" compile and install oracle drivers
"""
setup_env_for_user(env.user)
with cd('%(packages_cache)s' % env):
with settings(warn_only=True):
c = run('ls %(packages_cache)s/instantclient*' % env)
if not 'instantclient' in c:
put('%(tarball_dir)s/instantclient-*' % env, env.packages_cache)
run('mkdir -p %(admin_home_dir)s/~build' % env)
with cd(env.base):
run('rm -fr oracle*')
run('mkdir -p oracle')
with cd('oracle'):
arch = run('uname -i')
if arch == 'x86_64':
run('find %(packages_cache)s -name "instantclient*86-64*" -exec unzip "{}" \;' % env)
elif arch == 'i386':
run('find %(packages_cache)s -name "instantclient*" -not -name "*86-64*" -exec unzip "{}" \;' % env)
with cd('instantclient_*'):
env.oracle_home = '%(base)s/oracle/instantclient_11_2' % env
run('ln -sf libclntsh.so.11.1 libclntsh.so')
assert exists('%(oracle_home)s/libclntsh.so' % env)
run('pip install cx_Oracle')
run('mkdir ~/logs/oracle')
run('ln -s ~/logs/oracle %(base)s/oracle/instantclient_11_2/log' % env)
# test
out = run('python -c "import cx_Oracle;print(222)"')
assert out.startswith("222")
def ngnix(recover=False, configure=True, make=True, install=True):
""" compile and install nginx
"""
setup_env_for_user()
_recover = as_bool(recover, False)
_configure = as_bool(configure, True)
_make = as_bool(make, True)
_install = as_bool(install, True)
with cd(env.packages_cache):
if not exists('%(packages_cache)s/%(NGINX)s.tar.gz' % env):
run("wget http://nginx.org/download/%(NGINX)s.tar.gz" % env)
if not exists('%(packages_cache)s/pcre-%(PCRE)s.tar.gz' % env):
run("wget http://sourceforge.net/projects/pcre/files/pcre/%(PCRE)s/pcre-%(PCRE)s.tar.gz" % env)
if not exists('%(packages_cache)s/%(UWSGI)s.tar.gz' % env):
run("wget http://projects.unbit.it/downloads/%(UWSGI)s.tar.gz" % env)
with cd(env.build):
run("tar -xzf %(packages_cache)s/%(NGINX)s.tar.gz" % env)
run("tar -xzf %(packages_cache)s/pcre-%(PCRE)s.tar.gz" % env)
run("tar -xzf %(packages_cache)s/%(UWSGI)s.tar.gz" % env)
with cd(env.NGINX):
if _configure:
run("./configure --prefix=%(base)s"\
" --sbin-path=%(base)s/bin"\
" --pid-path=%(base)s/run/nginx.pid"\
" --lock-path=%(base)s/run/nginx.lck"\
" --user=nginx"\
" --group=%(group)s"\
" --with-debug "\
# " --with-google_perftools_module"\
" --with-select_module"\
" --with-http_ssl_module"\
" --with-http_gzip_static_module"\
" --with-http_stub_status_module"\
" --with-http_realip_module"\
" --with-http_ssl_module"\
" --with-http_sub_module"\
" --with-http_addition_module"\
" --with-http_flv_module"\
" --with-http_addition_module"\
" --with-file-aio"\
" --with-sha1-asm"\
" --http-proxy-temp-path=%(base)s/tmp/proxy/"\
" --http-client-body-temp-path=%(base)s/tmp/client/"\
" --http-fastcgi-temp-path=%(base)s/tmp/fcgi/"\
" --http-uwsgi-temp-path=%(base)s/tmp/uwsgi/"\
" --http-scgi-temp-path=%(base)s/tmp/scgi/"\
" --http-log-path=%(base)s/logs/nginx/access.log"\
" --error-log-path=%(base)s/logs/nginx/error.log"\
" --with-pcre=../pcre-8.20" % env
)
if _make:
run("make")
if _install:
run("make install")
def uwsgi():
""" compile and install uwsgi
"""
setup_env_for_user(env.user)
run('mkdir -p %(admin_home_dir)s/~build' % env)
with cd(env.build):
run('tar -xzf %(packages_cache)s/%(UWSGI)s.tar.gz' % env)
with cd(env.UWSGI):
run('python uwsgiconfig.py --build' % env)
run("cp uwsgi %(base)s/bin/uwsgi" % env)
def openldap():
setup_env_for_user(env.user)
run('mkdir -p %(build)s' % env)
with cd(env.build):
# run('wget ftp://ftp.openldap.org/pub/OpenLDAP/openldap-release/openldap-2.4.9.tgz')
run('tar xzvf openldap-2.4.9.tgz')
with cd('openldap-2.4.9'):
run('./configure --prefix=%(base)s' % env)
run('make')
run('make install')
def postgresql():
setup_env_for_user(env.user)
with cd(env.build):
run('wget http://ftp.postgresql.org/pub/source/v%(POSTGRES)s/postgresql-%(POSTGRES)s.tar.bz2' % env)
run('tar -xf postgresql-%(POSTGRES)s.tar.bz2' % env)
with cd('postgresql-%(POSTGRES)s' % env):
run('./configure --prefix=%(base)s' % env)
run('make')
run('make install')
run('rm -fr postgresql-%(POSTGRES)s' % env)
def redis():
""" compile and install redis
"""
setup_env_for_user(env.user)
pkg = _get_pkg('http://download.redis.io/releases/{}'.format(env.REDIS))
with cd(pkg):
run('make PREFIX={base}'.format(**env))
run('make PREFIX={base} install'.format(**env))
# check install
out = run('which redis-server')
assert out.startswith('{base}/'.format(**env))
def nginx(version=None):
""" compile and install nginx
"""
if version:
env.NGINX = version
setup_env_for_user()
with cd(env.build):
with cd(env.packages_cache):
if not exists('%(packages_cache)s/nginx-%(NGINX)s.tar.gz' % env):
run('wget http://nginx.org/download/nginx-%(NGINX)s.tar.gz' % env)
if not exists('%(packages_cache)s/pcre-%(PCRE)s.tar.gz' % env):
run('wget ftp://ftp.csx.cam.ac.uk/pub/software/programming/pcre/pcre-%(PCRE)s.tar.gz' % env)
if not exists('%(packages_cache)s/uwsgi-%(UWSGI)s.tar.gz' % env):
run('wget http://projects.unbit.it/downloads/uwsgi-%(UWSGI)s.tar.gz' % env)
run("tar -xzf %(packages_cache)s/nginx-%(NGINX)s.tar.gz" % env)
run("tar -xzf %(packages_cache)s/pcre-%(PCRE)s.tar.gz" % env)
run("tar -xzf %(packages_cache)s/uwsgi-%(UWSGI)s.tar.gz" % env)
with cd('nginx-%(NGINX)s' % env):
run("./configure --prefix=%(base)s" \
" --sbin-path=%(base)s/bin" \
" --pid-path=%(base)s/run/nginx.pid" \
" --lock-path=%(base)s/run/nginx.lck" \
" --user=nginx" \
" --group=%(group)s" \
" --with-debug " \
# " --with-google_perftools_module"\
" --with-select_module" \
" --with-http_ssl_module" \
" --with-http_gzip_static_module" \
" --with-http_stub_status_module" \
" --with-http_realip_module" \
" --with-http_ssl_module" \
" --with-http_sub_module" \
" --with-http_addition_module" \
" --with-http_flv_module" \
" --with-http_addition_module" \
" --with-file-aio" \
" --with-sha1-asm" \
" --http-proxy-temp-path=%(base)s/tmp/proxy/" \
" --http-client-body-temp-path=%(base)s/tmp/client/" \
" --http-fastcgi-temp-path=%(base)s/tmp/fcgi/" \
" --http-uwsgi-temp-path=%(base)s/tmp/uwsgi/" \
" --http-scgi-temp-path=%(base)s/tmp/scgi/" \
" --http-log-path=%(base)s/logs/nginx/access.log" \
" --error-log-path=%(base)s/logs/nginx/error.log" \
" --with-pcre=../pcre-%(PCRE)s" % env
)
run("make")
run("make install")
def modwsgi():
""" compile and install modwsgi
"""
setup_env_for_user(env.user)
run('mkdir -p %(admin_home_dir)s/~build' % env)
with cd(env.build):
run('tar xvfz %(packages_cache)s/%(MOD_WSGI)s.tar.gz' % env)
with cd(env.MOD_WSGI):
run('./configure --with-apxs=%(base)s/bin/apxs --with-python=%(base)s/bin/python' % env)
run('make clean')
run('make')
run('make install')
def sqlplus():
setup_env_for_user(env.user)
tar = env.deps['sqlplus']
run('rm -fr ~/~build/sqlplus')
run('mkdir -p ~/~build/sqlplus')
with settings(tar=tar):
put('%(tarballs)s/%(tar)s' % env, '~/~build/sqlplus/')
with cd('~/~build/sqlplus'):
run('ls')
run('unzip %s' % tar)
run('cp instantclient_11_2/* ~/oracle/instantclient_11_2/')
run('mv ~/oracle/instantclient_11_2/sqlplus ~/bin/sqlplus')
run('sqlplus -V') # simple check
def sqlite():
setup_env_for_user(env.user)
run('mkdir -p %(admin_home_dir)s/~build' % env)
with cd(env.build):
run('tar -xzf %(packages_cache)s/%(SQLITE)s.tar.gz' % env)
with cd(env.SQLITE):
run('./configure '\
' --prefix=%(base)s'\
' --exec_prefix=%(base)s'\
' --bindir=%(base)s/bin'\
' --sbindir=%(base)s/bin' % env )
run('make')
run('make install')
run('sqlite3 -version')
def uwsgi():
""" compile and install uwsgi
"""
setup_env_for_user(env.user)
if not exists('%(packages_cache)s/uwsgi-%(UWSGI)s.tar.gz' % env):
with cd(env.packages_cache):
run('wget http://projects.unbit.it/downloads/uwsgi-%(UWSGI)s.tar.gz' % env)
run('mkdir -p %(admin_home_dir)s/~build' % env)
with cd(env.build):
run('tar -xzf %(packages_cache)s/uwsgi-%(UWSGI)s.tar.gz' % env)
with cd('uwsgi-%(UWSGI)s' % env):
run('python uwsgiconfig.py --build' % env)
run("cp uwsgi %(base)s/bin/uwsgi" % env)
def sqlplus():
"""Unpack sqlplus. FIXME broken task. not sqlplus is also handled by the oracle() task"""
setup_env_for_user(env.user)
tar = env.deps['sqlplus']
run('rm -fr ~/~build/sqlplus')
run('mkdir -p ~/~build/sqlplus')
with settings(tar=tar):
# put('%(tarballs)s/%(tar)s' % env, '~/~build/sqlplus/')
run('cp %(packages_cache)s/%(tar)s ~/~build/sqlplus/' % env)
with cd('~/~build/sqlplus'):
run('ls')
# run('unzip %s' % tar)
# run('cp instantclient_11_2/* ~/oracle/instantclient_11_2/')
run('mv ~/oracle/instantclient_11_2/sqlplus ~/bin/sqlplus')
run('sqlplus -V') # simple check
def redis():
""" compile and install redis
"""
setup_env_for_user(env.user)
version = env.REDIS
run('mkdir -p {admin_home_dir}/~build'.format(**env))
with cd(env.build):
tar_pkg = 'redis-{version}.tar.gz'.format(version=version)
if not exists('{packages_cache}/{tar_pkg}'.format(tar_pkg=tar_pkg, **env)):
with cd(env.packages_cache):
run('wget http://download.redis.io/releases/{tar_pkg}'.format(tar_pkg=tar_pkg))
run('rm -rf redis-{version}'.format(version=version))
run('tar -xzf {packages_cache}/{tar_pkg}'.format(tar_pkg=tar_pkg, **env))
with cd('redis-{version}'.format(version=version)):
run('make PREFIX={base}'.format(**env))
run('make PREFIX={base} install'.format(**env))
# check install
out = run('which redis-server')
assert out.startswith('{base}/'.format(**env))
def sqlite():
setup_env_for_user(env.user)
run('mkdir -p %(admin_home_dir)s/~build' % env)
with cd('%(packages_cache)s' % env):
if not exists('%(SQLITE)s.tar.gz' % env):
run('wget http://fossies.org/linux/misc/%(SQLITE)s.tar.gz' % env)
with cd(env.build):
run('tar -xzf %(packages_cache)s/%(SQLITE)s.tar.gz' % env)
run('ls -al')
with cd(env.SQLITE):
run('./configure '
' --prefix=%(base)s'
' --exec_prefix=%(base)s'
' --bindir=%(base)s/bin'
' --sbindir=%(base)s/bin' % env)
run('make')
run('make install')
run('sqlite3 -version')
def nginx(version=None):
""" compile and install nginx
"""
if version:
env.NGINX = version
setup_env_for_user()
nginx_pkg = _get_pkg('http://nginx.org/download/nginx-{}.tar.gz'.format(env.NGINX))
pcre_pkg = _get_pkg('ftp://ftp.csx.cam.ac.uk/pub/software/programming/pcre/pcre-{}.tar.gz'.format(env.PCRE))
with cd(nginx_pkg):
run("./configure --prefix={base}"
" --sbin-path={base}/bin"
" --pid-path={base}/run/nginx.pid"
" --lock-path={base}/run/nginx.lck"
" --user=nginx"
" --group={group}"
" --with-debug "
# " --with-google_perftools_module"
" --with-select_module"
" --with-http_ssl_module"
" --with-http_gzip_static_module"
" --with-http_stub_status_module"
" --with-http_realip_module"
" --with-http_sub_module"
" --with-http_addition_module"
" --with-http_flv_module"
" --with-http_addition_module"
" --with-file-aio"
" --with-sha1-asm"
" --http-proxy-temp-path={base}/tmp/proxy/"
" --http-client-body-temp-path={base}/tmp/client/"
" --http-fastcgi-temp-path={base}/tmp/fcgi/"
" --http-uwsgi-temp-path={base}/tmp/uwsgi/"
" --http-scgi-temp-path={base}/tmp/scgi/"
" --http-log-path={base}/logs/nginx/access.log"
" --error-log-path={base}/logs/nginx/error.log"
" --with-pcre={pcre_pkg}"
"".format(pcre_pkg=pcre_pkg, **env)
)
run("make")
run("make install")
def oracle():
""" compile and install oracle drivers and SQLPLUS
"""
setup_env_for_user(env.user)
with cd('%(packages_cache)s' % env):
with settings(warn_only=True):
c = run('ls %(packages_cache)s/instantclient*' % env)
if not 'instantclient' in c:
put('%(tarball_dir)s/instantclient-*' % env, env.packages_cache)
with cd(env.base):
run('rm -fr oracle*')
run('mkdir -p oracle')
with cd('oracle'):
arch = run('uname -i')
if arch == 'x86_64':
run('find %(packages_cache)s -name "instantclient*86-64*" -exec unzip "{}" \;' % env)
elif arch == 'i386':
run('find %(packages_cache)s -name "instantclient*" -not -name "*86-64*" -exec unzip "{}" \;' % env)
with cd('instantclient_*'):
env.oracle_home = '%(base)s/oracle/instantclient_11_2' % env
run('ln -sf libclntsh.so.11.1 libclntsh.so')
# SQLPLUS
out = run('mv sqlplus ~/bin/sqlplus', warn_only=True)
if out.failed:
print(red('Cannot copy SQLPLUS'))
else:
run('sqlplus -V') # simple check
assert exists('%(oracle_home)s/libclntsh.so' % env, verbose=True)
run('pip install cx_Oracle')
run('mkdir -p ~/logs/oracle')
run('ln -s ~/logs/oracle %(base)s/oracle/instantclient_11_2/log' % env)
# test
out = run('python -c "import cx_Oracle; print(222)"')
assert out.startswith("222")
def apache():
""" compile and install apache
"""
setup_env_for_user(env.user)
run('mkdir -p %(admin_home_dir)s/~build' % env)
run('mkdir -p %(admin_home_dir)s/etc/httpd/conf.d' % env)
version = env.APACHE.replace('httpd-', '')
apache_pkg = _get_pkg('http://apache.mirrors.spacedump.net//httpd/httpd-{}.tar.gz'.format(version))
# get latest apr/apr-util (note: required as not bundled for apache 2.4+)
apr_pkg = _get_pkg('http://apache.mirrors.spacedump.net/apr/apr-1.5.0.tar.gz')
apr_util_pkg = _get_pkg('http://apache.mirrors.spacedump.net/apr/apr-util-1.5.3.tar.gz')
with cd(env.build):
run('mkdir -p ./srclib')
run('mv {apr_pkg} {apache_pkg}/srclib/apr'.format(apr_pkg=apr_pkg, apache_pkg=apache_pkg))
run('mv {apr_util_pkg} {apache_pkg}/srclib/apr-util'.format(apr_util_pkg=apr_util_pkg, apache_pkg=apache_pkg))
with cd(apache_pkg):
run('./configure '\
' --prefix=%(base)s'\
' --exec_prefix=%(base)s'\
' --bindir=%(base)s/bin'\
' --sbindir=%(base)s/bin'\
' --libexecdir=%(base)s/lib/apache'\
' --mandir=%(base)s/man'\
' --sysconfdir=%(base)s/etc/httpd/conf'\
' --datadir=%(base)s/var/www'\
' --includedir=%(base)s/lib/include/apache'\
' --localstatedir=%(base)s/var/run'\
' --enable-rewrite'\
# ' --enable-rewrite=shared'\
# ' --enable-mods-shared=most'\
' --with-included-apr'\
' --enable-ssl'
% env)
run('make clean')
run('make')
run('make install')
