def deploystaging():
manage_py = project_relative("manage_staging.py")
local("python %s collectstatic --noinput" % manage_py)
if confirm(colors.red("This will deploy to the live server (STAGING ENV) and restart the server. Are you sure?")):
remote_directory = "/home/lichess4545/web/staging.lichess4545.com"
local_directory = project_relative(".") + "/"
RsyncDeployment(
remote_directory,
local_directory
)(
exclude=['env', 'data', '*****@*****.**', 'certs']
)
run("echo \"/home/lichess4545/web/staging.lichess4545.com/current/\" > /home/lichess4545/web/staging.lichess4545.com/env/lib/python3.6/site-packages/heltour.pth")
if confirm(colors.red("Would you like to update the dependencies?")):
run("/home/lichess4545/web/staging.lichess4545.com/current/sysadmin/update-requirements-staging.sh")
if confirm(colors.red("Would you like to run the migrations?")):
run("/home/lichess4545/web/staging.lichess4545.com/current/sysadmin/migrate-staging.sh")
if confirm(colors.red("Would you like to invalidate the caches?")):
run("/home/lichess4545/web/staging.lichess4545.com/current/sysadmin/invalidate-staging.sh")
if confirm(colors.red("Would you like to restart the server?")):
sudo("/usr/sbin/service heltour-staging restart", shell=False)
sudo("/usr/sbin/service heltour-staging-api restart", shell=False)
sudo("/usr/sbin/service heltour-staging-celery restart", shell=False)
if confirm(colors.red("Would you like to reload nginx?")):
sudo("/usr/sbin/service nginx reload", shell=False)
def deploystaging():
manage_py = project_relative("manage_staging.py")
local("python %s collectstatic --noinput" % manage_py)
if confirm(
colors.red(
"This will deploy to the live server (STAGING ENV) and restart the server. Are you sure?"
)):
remote_directory = "/home/lichess4545/web/staging.lichess4545.com"
local_directory = project_relative(".") + "/"
RsyncDeployment(remote_directory, local_directory)(
exclude=['env', 'data', '*****@*****.**', 'certs'])
run("echo \"/home/lichess4545/web/staging.lichess4545.com/current/\" > /home/lichess4545/web/staging.lichess4545.com/env/lib/python2.7/site-packages/heltour.pth"
)
if confirm(colors.red("Would you like to update the dependencies?")):
run("/home/lichess4545/web/staging.lichess4545.com/current/sysadmin/update-requirements-staging.sh"
)
if confirm(colors.red("Would you like to run the migrations?")):
run("/home/lichess4545/web/staging.lichess4545.com/current/sysadmin/migrate-staging.sh"
)
if confirm(colors.red("Would you like to invalidate the caches?")):
run("/home/lichess4545/web/staging.lichess4545.com/current/sysadmin/invalidate-staging.sh"
)
if confirm(colors.red("Would you like to restart the server?")):
sudo("/usr/sbin/service heltour-staging restart", shell=False)
sudo("/usr/sbin/service heltour-staging-api restart", shell=False)
sudo("/usr/sbin/service heltour-staging-celery restart",
shell=False)
if confirm(colors.red("Would you like to reload nginx?")):
sudo("/usr/sbin/service nginx reload", shell=False)
def deploylive():
manage_py = project_relative("manage.py")
local("python %s collectstatic --noinput" % manage_py)
if confirm(
colors.red(
"This will deploy to the live server (LIVE ENV) and restart the server. Are you sure?"
)):
remote_directory = "/var/www/www.lichess4545.com"
local_directory = project_relative(".") + "/"
RsyncDeployment(remote_directory, local_directory)(
exclude=['env', 'data', '*****@*****.**'])
run("echo \"/var/www/www.lichess4545.com/current/\" > /var/www/www.lichess4545.com/env/lib/python2.7/site-packages/heltour.pth"
)
if confirm(colors.red("Would you like to update the dependencies?")):
run("/var/www/www.lichess4545.com/current/sysadmin/update-requirements-live.sh"
)
if confirm(colors.red("Would you like to run the migrations?")):
run("/var/www/www.lichess4545.com/current/sysadmin/migrate-live.sh"
)
if confirm(colors.red("Would you like to invalidate the caches?")):
run("/var/www/www.lichess4545.com/current/sysadmin/invalidate-live.sh"
)
if confirm(colors.red("Would you like to restart the server?")):
sudo("service heltour-live restart")
sudo("service heltour-live-api restart")
sudo("service heltour-live-celery restart")
if confirm(colors.red("Would you like to install new nginx config?")):
run("cp /var/www/www.lichess4545.com/current/sysadmin/www.lichess4545.com.conf /etc/nginx/sites-available/www.lichess4545.com"
)
if confirm(colors.red("Would you like to reload nginx?")):
sudo("service nginx reload")
def latestdb():
DATABASE_NAME = import_db_name()
DATABASE_USER = import_db_user()
if not env.roles:
print("Usage: fab -R [staging|live] latestdb")
return
if env.roles == ['live']:
LIVE_LATEST_SQL_FILE_PATH = "/home/lichess4545/backups/heltour-sql/hourly/latest.sql.bz2"
strabulous.latest_live_db(LIVE_BACKUP_SCRIPT_PATH, LIVE_LATEST_SQL_FILE_PATH, DATABASE_NAME, DATABASE_USER, get_password)
elif env.roles == ['staging']:
local("mkdir -p {}".format(project_relative("data")))
local_target = project_relative("data/latestdb.sql.bz2")
devdb_source = "http://staging.lichess4545.com/devdb.sql.bz2"
local("wget -O {} {}".format(local_target, devdb_source))
PgLoadPlain(local_target, DATABASE_NAME, DATABASE_USER)()
def update():
"""
Update all of the dependencies to their latest versions.
"""
for repo in list(all_repos.values()):
repo.update()
for repo in list(python_repos.values()):
python_dependency(repo.name, PYTHON_VERSION)
python_dependency('heltour', PYTHON_VERSION)
local("pip install -r {}".format(project_relative("requirements.txt")))
def update():
"""
Update all of the dependencies to their latest versions.
"""
for repo in all_repos.values():
repo.update()
for repo in python_repos.values():
python_dependency(repo.name, PYTHON_VERSION)
python_dependency('heltour', PYTHON_VERSION)
local("pip install -r {}".format(project_relative("requirements.txt")))
def latest_live_db(live_backup_script_path, live_latest_sql_file_path, database_name, database_user, get_password):
if confirm(colors.red("This will overwrite local data, are you sure?")):
if confirm(colors.red("Create a new backup?")):
run(live_backup_script_path)
local_target = project_relative("data/latestdb.sql.bz2")
if confirm(colors.red("Download New backup?")):
local_db = get(live_latest_sql_file_path, local_target)[0]
else:
local_db = local_target
with settings(warn_only=True):
if confirm(colors.red("Show password? You should only run this when others aren't looking over your shoulder. Show database password?")):
print((colors.blue("Password: ") + colors.yellow(get_password())))
PgLoadPlain(local_db, database_name, database_user)()
def latest_live_db(live_backup_script_path, live_latest_sql_file_path,
python_package_name, database_name, database_user):
if confirm(colors.red("This will overwrite local data, are you sure?")):
if confirm(colors.red("Create a new backup?")):
run(live_backup_script_path)
local_target = project_relative("data/latestdb.sql.bz2")
local_db = get(live_latest_sql_file_path, local_target)[0]
with settings(warn_only=True):
if confirm(
colors.red(
"You should only run this when others aren't looking over your shoulder. Show database password?"
)):
local("cat %s/live_settings.py | grep \"PASSWORD\"" %
python_package_name)
PgLoadPlain(local_db, database_name, database_user)()
def latest_live_db(live_backup_script_path, live_latest_sql_file_path,
database_name, database_user, get_password):
if confirm(colors.red("This will overwrite local data, are you sure?")):
if confirm(colors.red("Create a new backup?")):
run(live_backup_script_path)
local_target = project_relative("data/latestdb.sql.bz2")
if confirm(colors.red("Download New backup?")):
local_db = get(live_latest_sql_file_path, local_target)[0]
else:
local_db = local_target
with settings(warn_only=True):
if confirm(
colors.red(
"Show password? You should only run this when others aren't looking over your shoulder. Show database password?"
)):
print((colors.blue("Password: ") +
colors.yellow(get_password())))
PgLoadPlain(local_db, database_name, database_user)()
def runapiworker():
manage_py = project_relative("manage.py")
with shell_env(HELTOUR_APP="API_WORKER"):
local("python %s runserver 0.0.0.0:8880" % manage_py)
def letsencrypt(real_cert=False):
domain = "lichess4545.com"
domain2 = "lichess4545.tv"
domain3 = "staging.lichess4545.com"
domains = [
domain,
"www.{0}".format(domain),
domain2,
"www.{0}".format(domain2),
domain3,
]
country = "CA"
state = "Alberta"
town = "Calgary"
email = "*****@*****.**"
now = datetime.datetime.now()
outdir = project_relative(now.strftime("certs/%Y-%m"))
if os.path.exists(outdir):
print colors.red(
"{0} exists, bailing to avoid overwriting files".format(outdir))
return
key = "{0}/privkey1.pem".format(outdir)
csr = "{0}/signreq.der".format(outdir)
tmpdir = "{0}/tmp".format(outdir)
ssl_conf = "{0}/openssl.cnf".format(tmpdir)
local("mkdir -p {0}".format(tmpdir))
with lcd(outdir):
# Create an openssl.cnf that we can use.
sans = ",".join(["DNS:{0}".format(d) for d in domains])
local('cat /etc/ssl/openssl.cnf > "{0}"'.format(ssl_conf))
local('echo "[SAN]" >> "{0}"'.format(ssl_conf))
local('echo "subjectAltName={1}" >> "{0}"'.format(ssl_conf, sans))
# Create the signing request.
local(
'openssl req -new -newkey rsa:2048 -sha256 -nodes -keyout "{key}" -out "{csr}" -outform der -subj "/C={country}/ST={state}/L={town}/O={domain}/emailAddress={email}/CN={domain}" -reqexts SAN -config "{ssl_conf}"'
.format(
key=key,
csr=csr,
country=country,
state=state,
town=town,
domain=domain,
email=email,
ssl_conf=ssl_conf,
))
domain_args = " ".join(["-d {0}".format(d) for d in domains])
log_dir = "{0}/log".format(outdir)
lib_dir = "{0}/lib".format(outdir)
etc_dir = "{0}/etc".format(outdir)
test_cert = "--test-cert"
if real_cert:
test_cert = ""
local(
'letsencrypt certonly --text {test_cert} --manual {domain_args} --config-dir {etc_dir} --logs-dir {log_dir} --work-dir {lib_dir} --email "{email}" --csr "{csr}"'
.format(domain_args=domain_args,
log_dir=log_dir,
lib_dir=lib_dir,
etc_dir=etc_dir,
email=email,
csr=csr,
test_cert=test_cert))
if real_cert and confirm("Install cert?"):
privkey = os.path.join(outdir, "privkey1.pem")
chain = os.path.join(outdir, "0001_chain.pem")
privkey_target = "/home/lichess4545/web/lichess4545.com.key"
chain_target = "/home/lichess4545/web/lichess4545.com.pem"
put(privkey, privkey_target)
put(chain, chain_target)
def runapiworker():
manage_py = project_relative("manage.py")
with shell_env(HELTOUR_APP="API_WORKER"):
local("python %s runserver 0.0.0.0:8880" % manage_py)
def cleansedb():
manage_py = project_relative("manage.py")
local("python %s cleansedb" % manage_py)
local("python %s deleterevisions" % manage_py)
def runserver():
manage_py = project_relative("manage.py")
local("python %s runserver 0.0.0.0:8000" % manage_py)
def runserver():
manage_py = project_relative("manage.py")
local("python %s runserver 0.0.0.0:8000" % manage_py)
def cleansedb():
manage_py = project_relative("manage.py")
local("python %s cleansedb" % manage_py)
local("python %s deleterevisions" % manage_py)
def letsencrypt(real_cert=False):
domain = "lichess4545.com"
domain2 = "lichess4545.tv"
domain3 = "staging.lichess4545.com"
domains = [
domain,
"www.{0}".format(domain),
domain2,
"www.{0}".format(domain2),
domain3,
]
country = "CA"
state = "Alberta"
town = "Calgary"
email = "*****@*****.**"
now = datetime.datetime.now()
outdir = project_relative(now.strftime("certs/%Y-%m"))
if os.path.exists(outdir):
print(colors.red("{0} exists, bailing to avoid overwriting files".format(outdir)))
return
key = "{0}/privkey1.pem".format(outdir)
csr = "{0}/signreq.der".format(outdir)
tmpdir = "{0}/tmp".format(outdir)
ssl_conf = "{0}/openssl.cnf".format(tmpdir)
local("mkdir -p {0}".format(tmpdir))
with lcd(outdir):
# Create an openssl.cnf that we can use.
sans = ",".join(["DNS:{0}".format(d) for d in domains])
local('cat /etc/ssl/openssl.cnf > "{0}"'.format(ssl_conf))
local('echo "[SAN]" >> "{0}"'.format(ssl_conf))
local('echo "subjectAltName={1}" >> "{0}"'.format(ssl_conf, sans))
# Create the signing request.
local('openssl req -new -newkey rsa:2048 -sha256 -nodes -keyout "{key}" -out "{csr}" -outform der -subj "/C={country}/ST={state}/L={town}/O={domain}/emailAddress={email}/CN={domain}" -reqexts SAN -config "{ssl_conf}"'.format(
key=key,
csr=csr,
country=country,
state=state,
town=town,
domain=domain,
email=email,
ssl_conf=ssl_conf,
))
domain_args = " ".join(["-d {0}".format(d) for d in domains])
log_dir = "{0}/log".format(outdir)
lib_dir = "{0}/lib".format(outdir)
etc_dir = "{0}/etc".format(outdir)
test_cert = "--test-cert"
if real_cert:
test_cert = ""
local('letsencrypt certonly --text {test_cert} --manual {domain_args} --config-dir {etc_dir} --logs-dir {log_dir} --work-dir {lib_dir} --email "{email}" --csr "{csr}"'.format(
domain_args=domain_args,
log_dir=log_dir,
lib_dir=lib_dir,
etc_dir=etc_dir,
email=email,
csr=csr,
test_cert=test_cert
))
if real_cert and confirm("Install cert?"):
privkey = os.path.join(outdir, "privkey1.pem")
chain = os.path.join(outdir, "0001_chain.pem")
privkey_target = "/home/lichess4545/web/lichess4545.com.key"
chain_target = "/home/lichess4545/web/lichess4545.com.pem"
put(privkey, privkey_target)
put(chain, chain_target)
