def configure():
"""Creates all neccessary folders and uploads settings."""
user = cget("user")
sdir = pjoin(cget('service_dir'), 'nginx')
logdir = pjoin(cget('log_dir'), 'nginx')
create_target_directories([sdir, logdir], "700", user)
context = dict(env["ctx"])
local_dir = local_files_dir("nginx")
dest_dir = "/etc/nginx"
confs = cget("nginx_files") or [local_dir]
show(yellow("Uploading nginx configuration files: %s." % confs))
for name in confs:
source = pjoin(local_dir, name)
destination = pjoin(dest_dir, name)
if isdir(source):
upload_templated_folder_with_perms(source, local_dir, dest_dir,
context, mode="644", directories_mode="700")
else:
upload_template_with_perms(
source, destination, context, mode="644")
enabled = cget("nginx_sites_enabled")
with settings(hide("running", "stderr", "stdout"), sudo_prefix=SUDO_PREFIX,
warn_only=True):
show("Enabling sites: %s." % enabled)
for s in enabled:
available = '/etc/nginx/sites-available'
enabled = '/etc/nginx/sites-enabled'
ret = sudo("ln -s {available}/{site} {enabled}/{site}".format(
available=available, enabled=enabled, site=s))
if ret.failed:
show(red("Error enabling site: {}: {}.".format(s, ret)))
def setup_ssh():
"""Uploads ssh from the local folder specified in config."""
user = cget("user")
ssh_target_dir = cget("ssh_target")
# Ensure SSH directory is created with proper perms.
create_target_directories([ssh_target_dir], "700", user)
# Upload SSH config and keys.
# TODO: Add copying files from remote folder (upload_ssh_keys_from_local).
if cget('upload_ssh_keys_from_local') or True:
files = cget('ssh_files')
if not files:
show(yellow("No SSH files to upload."))
return
show(yellow("Uploading SSH configuration and keys"))
for name in files:
show(u"File: {0}".format(name))
local_path = pjoin(local_files_dir("ssh"), name)
remote_path = pjoin(ssh_target_dir, name)
put_file_with_perms(local_path, remote_path, "600", user, user)
else:
# Remoty copying of files
raise Exception('Not implemented!'
' Please set upload_ssh_keys_from_local to True!')
def configure():
"""Creates all neccessary folders and uploads settings.
Keep in mind that the base for filenames is /etc, because the files reside
in /etc/crond.d/ etc. Thus those files/folders must be specified explictly.
Additionally this will format and upload
manage_py_exec and
manage_py_exec_silent
scripts.
"""
user = cget("user")
logdir = pjoin(cget('log_dir'), 'cron')
create_target_directories([logdir], "700", user)
context = dict(env["ctx"])
local_dir = local_files_dir("cron")
dest_dir = "/etc"
confs = cget("cron_files")
show(yellow("Uploading cron configuration files: %s." % confs))
if not confs or len(confs) == 0:
show(red("No files to upload for cron."))
return
for name in confs:
source = pjoin(local_dir, name)
destination = pjoin(dest_dir, name)
if isdir(source):
upload_templated_folder_with_perms(source, local_dir, dest_dir,
context, mode="644", user='******', group='root',
directories_mode="700")
else:
upload_template_with_perms(
source, destination, context, mode="644", user='******',
group='root')
# format and upload command execution script used by cron
scripts = ['manage_py_exec', 'manage_py_exec_silent']
for script_name in scripts:
source = pjoin(cget("local_root"), 'deployment', 'scripts',
script_name)
destination = pjoin(cget("script_dir"), script_name)
upload_template_with_perms(source, destination, context, mode="755")
show(yellow("Reloading cron"))
with settings(hide("stderr"), warn_only=True):
res = service("cron", "reload")
if res.return_code == 2:
show(red("Error reloading cron!"))
def configure():
"""Creates all neccessary folders and uploads settings.
Keep in mind that the base for filenames is /etc, because the files reside
in /etc/crond.d/ etc. Thus those files/folders must be specified explictly.
Additionally this will format and upload
manage_py_exec and
manage_py_exec_silent
scripts.
"""
user = cget("user")
logdir = pjoin(cget('log_dir'), 'cron')
create_target_directories([logdir], "700", user)
context = dict(env["ctx"])
local_dir = local_files_dir("cron")
dest_dir = "/etc"
confs = cget("cron_files")
show(yellow("Uploading cron configuration files: %s." % confs))
if not confs or len(confs) == 0:
show(red("No files to upload for cron."))
return
for name in confs:
source = pjoin(local_dir, name)
destination = pjoin(dest_dir, name)
if isdir(source):
upload_templated_folder_with_perms(source, local_dir, dest_dir,
context, mode="644", user='******', group='root',
directories_mode="700")
else:
upload_template_with_perms(
source, destination, context, mode="644", user='******', group='root')
# format and upload command execution script used by cron
scripts = ['manage_py_exec', 'manage_py_exec_silent']
for script_name in scripts:
source = pjoin(cget("local_root"), 'deployment', 'scripts', script_name)
destination = pjoin(cget("script_dir"), script_name)
upload_template_with_perms(source, destination, context, mode="755")
show(yellow("Reloading cron"))
with settings(hide("stderr"), sudo_prefix=SUDO_PREFIX, warn_only=True):
res = sudo("service cron reload")
if res.return_code == 2:
show(red("Error reloading cron!"))
def install_system_requirements():
"""Installs packages included in system_requirements.txt.
This is done before fetch, thus the file is taken from *local* storage.
"""
reqs = cget('system_requirements', [])
for req in reqs:
requirements = pjoin(local_files_dir("requirements"), req)
show(yellow("Processing system requirements file: %s" %
requirements))
with open(requirements) as f:
r = ' '.join([f.strip() for f in f.readlines()])
name = 'requirements: {0}'.format(r)
with settings(sudo_prefix=SUDO_PREFIX):
install_without_prompt(r, name, silent=False)
def configure():
"""Uploads postgresql configuration files."""
context = dict(env["ctx"])
local_dir = local_files_dir("postgresql")
dest_dir = "/etc/postgresql"
confs = cget("postgresql_files") or [local_dir]
show(yellow("Uploading postgresql configuration files: {}.".format(confs)))
for name in confs:
source = pjoin(local_dir, name)
destination = pjoin(dest_dir, name)
if isdir(source):
upload_templated_folder_with_perms(source, local_dir, dest_dir,
context, mode="644", directories_mode="700")
else:
upload_template_with_perms(
source, destination, context, mode="644")
def configure():
"""Uploads solr configuration files."""
context = dict(env["ctx"])
local_dir = local_files_dir("solr")
dest_dir = pjoin(cget('service_dir'), 'solr')
confs = cget("solr_files") or [local_dir]
show(yellow("Uploading solr configuration files: %s." % confs))
for name in confs:
source = pjoin(local_dir, name)
destination = pjoin(dest_dir, name)
if isdir(source):
upload_templated_folder_with_perms(source, local_dir, dest_dir,
context, mode="644", directories_mode="700")
else:
upload_template_with_perms(
source, destination, context, mode="644")
def install_system_requirements():
"""Installs packages included in system_requirements.txt.
This is done before fetch, thus the file is taken from *local* storage.
"""
reqs = cget('system_requirements')
if reqs:
for req in reqs:
requirements = pjoin(local_files_dir("requirements"), req)
show(
yellow("Processing system requirements file: %s" %
requirements))
with open(requirements) as f:
r = ' '.join([f.strip() for f in f.readlines()])
name = 'requirements: {0}'.format(r)
with settings(sudo_prefix=SUDO_PREFIX):
install_without_prompt(r, name, silent=False)
def upload_settings_files():
"""Uploads target specific (templated) settings files.
If specified also uploads user supplied locals.py.
*Warning*: Settings are uploaded from your local template file.
Make sure to have proper branch/revision checked out.
"""
base_dir = cget("base_dir")
user = cget("user")
locals_path = cget("locals_path")
show(yellow("Uploading Django settings files."))
# This is Template context not the deployment context.
# A split should happen some time.
context = dict(env["ctx"])
context
# Upload main settings and ensure permissions.
source = pjoin(local_files_dir("django"), "settings_template.py")
destination = pjoin(base_dir, "settings", "%s.py" % cget("settings_name"))
upload_template_with_perms(source, destination, context, mode="644",
user=user, group=user)
# We could be deploying from different directory.
# Try our best to find correct path.
# First - direct, absolute match.
if not os.path.isfile(locals_path):
# Try relative to deployment directory.
this_dir = os.path.dirname(os.path.abspath(__file__))
locals_path = pjoin(this_dir, locals_path)
if not os.path.isfile(locals_path): # :((
msg = u"Warning: Specified local settings path is incorrect: {0}."
show(red(msg.format(locals_path)))
confirm_or_abort(red("\nDo you want to continue?"))
locals_path = None
# Upload user supplied locals if present.
if locals_path:
show(yellow("Uploading your custom local settings files."))
destination = pjoin(base_dir, "settings", "local.py")
put_file_with_perms(locals_path, destination, mode="644", user=user,
group=user)
def setup_ssh():
"""Uploads ssh from the local folder specified in config."""
user = cget("user")
ssh_target_dir = cget("ssh_target")
# Ensure SSH directory is created with proper perms.
create_target_directories([ssh_target_dir], "700", user)
# Upload SSH config and keys.
# TODO: Add copying files from remote folder (upload_ssh_keys_from_local).
if cget('upload_ssh_keys_from_local') or True:
files = cget('ssh_files')
show(yellow("Uploading SSH configuration and keys"))
for name in files:
show(u"File: {0}".format(name))
local_path = pjoin(local_files_dir("ssh"), name)
remote_path = pjoin(ssh_target_dir, name)
put_file_with_perms(local_path, remote_path, "600", user, user)
else:
# Remoty copying of files
raise Exception('Not implemented!'
' Please set upload_ssh_keys_from_local to True!')
def configure():
"""Uploads postgresql configuration files."""
context = dict(env["ctx"])
local_dir = local_files_dir("postgresql")
dest_dir = "/etc/postgresql"
confs = cget("postgresql_files") or [local_dir]
show(yellow("Uploading postgresql configuration files: %s." % confs))
for name in confs:
source = pjoin(local_dir, name)
destination = pjoin(dest_dir, name)
if isdir(source):
upload_templated_folder_with_perms(source,
local_dir,
dest_dir,
context,
mode="644",
directories_mode="700")
else:
upload_template_with_perms(source,
destination,
context,
mode="644")
def configure():
"""Creates all neccessary folders and uploads settings."""
user = cget("user")
sdir = pjoin(cget('service_dir'), 'nginx')
logdir = pjoin(cget('log_dir'), 'nginx')
create_target_directories([sdir, logdir], "700", user)
context = dict(env["ctx"])
local_dir = local_files_dir("nginx")
dest_dir = "/etc/nginx"
confs = cget("nginx_files") or [local_dir]
show(yellow("Uploading nginx configuration files: %s." % confs))
for name in confs:
source = pjoin(local_dir, name)
destination = pjoin(dest_dir, name)
if isdir(source):
upload_templated_folder_with_perms(source,
local_dir,
dest_dir,
context,
mode="644",
directories_mode="700")
else:
upload_template_with_perms(source,
destination,
context,
mode="644")
enabled = cget("nginx_sites_enabled")
with settings(hide("running", "stderr", "stdout"),
sudo_prefix=SUDO_PREFIX,
warn_only=True):
show("Enabling sites: %s." % enabled)
for s in enabled:
available = '/etc/nginx/sites-available'
enabled = '/etc/nginx/sites-enabled'
ret = sudo("ln -s {available}/{site} {enabled}/{site}".format(
available=available, enabled=enabled, site=s))
if ret.failed:
show(red("Error enabling site: {}: {}.".format(s, ret)))