def stop_comp(comp, conf):
"""Stop component."""
# if all, create progress bar
if comp == 'all':
# progress bar
with tqdm(total=4) as bar:
set_bar_desc(bar, "Stopping grq")
stop_grq(conf)
bar.update()
set_bar_desc(bar, "Stopping mozart")
stop_mozart(conf)
bar.update()
set_bar_desc(bar, "Stopping metrics")
stop_metrics(conf)
bar.update()
set_bar_desc(bar, "Stopping factotum")
stop_factotum(conf)
bar.update()
set_bar_desc(bar, "Stopped all")
print("")
else:
if comp == 'grq': stop_grq(conf)
if comp == 'mozart': stop_mozart(conf)
if comp == 'metrics': stop_metrics(conf)
if comp == 'factotum': stop_factotum(conf)
def stop_comp(comp, conf):
"""Stop component."""
# if all, create progress bar
if comp == 'all':
# progress bar
with tqdm(total=4) as bar:
set_bar_desc(bar, "Stopping TPS on grq")
stop_grq(conf)
bar.update()
set_bar_desc(bar, "Stopping TPS on mozart")
stop_mozart(conf)
bar.update()
set_bar_desc(bar, "Stopping TPS on metrics")
stop_metrics(conf)
bar.update()
set_bar_desc(bar, "Stopping TPS on ci")
stop_ci(conf)
bar.update()
set_bar_desc(bar, "Stopped TPS on all")
print("")
else:
if comp == 'grq': stop_grq(conf)
if comp == 'mozart': stop_mozart(conf)
if comp == 'metrics': stop_metrics(conf)
if comp == 'ci': stop_ci(conf)
def reset_metrics(conf, comp='metrics'):
""""Start metrics component."""
# progress bar
with tqdm(total=4) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping metricsd')
execute(fab.metricsd_stop, roles=[comp])
bar.update()
# clear redis
set_bar_desc(bar, 'Clearing redis')
execute(fab.redis_flush, roles=[comp])
bar.update()
# start services
set_bar_desc(bar, 'Resetting metricsd')
execute(fab.metricsd_clean_start, roles=[comp])
bar.update()
set_bar_desc(bar, 'Reset metrics')
def stop_ci(conf, comp='ci'):
""""Stop TPS on CI component."""
# progress bar
with tqdm(total=1) as bar:
# stop jenkins
set_bar_desc(bar, 'Stopping jenkins')
execute(fab.systemctl, 'stop', 'jenkins', roles=[comp])
bar.update()
set_bar_desc(bar, 'Stopped jenkins')
def stop_grq(conf, comp='grq'):
""""Stop TPS on grq component."""
# progress bar
with tqdm(total=1) as bar:
# stop elasticsearch
set_bar_desc(bar, 'Stopping elasticsearch')
execute(fab.systemctl, 'stop', 'elasticsearch', roles=[comp])
bar.update()
set_bar_desc(bar, 'Stopped elasticsearch')
def reset_grq(conf, comp='grq'):
""""Start grq component."""
# progress bar
with tqdm(total=3) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, 'sciflo', roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping grqd')
execute(fab.grqd_stop, roles=[comp])
bar.update()
# clear out ES
#set_bar_desc(bar, 'Clearing out ES')
#execute(fab.clean_hysds_ios, roles=[comp])
#bar.update()
# start services
set_bar_desc(bar, 'Resetting grqd')
execute(fab.grqd_clean_start, roles=[comp])
bar.update()
set_bar_desc(bar, 'Reset grq')
def import_kibana(comp='metrics'):
""""Update metrics component."""
# progress bar
with tqdm(total=20) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, roles=[comp])
bar.update()
#create kibana metrics
set_bar_desc(bar, 'creating kibana metrics')
execute(fab.rm_rf, '~/metrics/ops/kibana_metrics', roles=[comp])
execute(fab.mkdir,
'~/metrics/ops/kibana_metrics',
'ops',
'ops',
roles=[comp])
execute(fab.send_template,
'import_dashboard.sh.tmpl',
'~/metrics/ops/kibana_metrics/import_dashboard.sh',
'~/mozart/ops/swot-pcm/conf/sds/files/kibana_dashboard_import',
roles=[comp])
execute(fab.chmod,
755,
'~/metrics/ops/kibana_metrics/import_dashboard.sh',
roles=[comp])
execute(
fab.copy,
'~/mozart/ops/swot-pcm/conf/sds/files/kibana_dashboard_import/job-dashboards.json',
'~/metrics/ops/kibana_metrics/job-dashboards.json',
roles=[comp])
execute(
fab.copy,
'~/mozart/ops/swot-pcm/conf/sds/files/kibana_dashboard_import/worker-dashboards.json',
'~/metrics/ops/kibana_metrics/worker-dashboards.json',
roles=[comp])
execute(fab.import_kibana,
'~/metrics/ops/kibana_metrics/import_dashboard.sh',
roles=[comp])
def init_mozart(conf, comp='mozart'):
""""Initialize mozart component."""
# progress bar
with tqdm(total=7) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, system_site_packages=False,
install_supervisor=False, roles=[comp])
bar.update()
# initialize sdsadm
set_bar_desc(bar, 'Initializing mozart')
execute(fab.init_sdsadm, roles=[comp])
bar.update()
set_bar_desc(bar, 'Initialized mozart')
# configure for cluster
set_bar_desc(bar, 'Configuring mozart')
execute(fab.conf_sdsadm, 'celeryconfig.py',
'~/mozart/etc/celeryconfig.py',
roles=[comp])
bar.update()
execute(fab.conf_sdsadm, 'datasets.json',
'~/mozart/etc/datasets.json', True,
roles=[comp])
bar.update()
execute(fab.conf_sdsadm, 'settings.cfg',
'~/mozart/etc/settings.cfg',
roles=[comp])
bar.update()
execute(fab.conf_sdsadm, 'netrc', '.netrc',
roles=[comp])
execute(fab.chmod, 600, '.netrc', roles=[comp])
bar.update()
execute(fab.send_awscreds, roles=[comp])
bar.update()
set_bar_desc(bar, 'Configured mozart')
def stop_metrics(conf, comp='metrics'):
""""Stop TPS on metrics component."""
# progress bar
with tqdm(total=2) as bar:
# stop redis
set_bar_desc(bar, 'Stopping redis')
execute(fab.systemctl, 'stop', 'redis', roles=[comp])
bar.update()
set_bar_desc(bar, 'Stopped redis')
# stop elasticsearch
set_bar_desc(bar, 'Stopping elasticsearch')
execute(fab.systemctl, 'stop', 'elasticsearch', roles=[comp])
bar.update()
set_bar_desc(bar, 'Stopped elasticsearch')
def reset_factotum(conf, comp='factotum'):
""""Start factotum component."""
# progress bar
with tqdm(total=3) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, 'verdi', roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping verdid')
execute(fab.verdid_stop, roles=[comp])
execute(fab.kill_hung, roles=[comp])
bar.update()
# start services
set_bar_desc(bar, 'Resetting verdid')
execute(fab.verdid_clean_start, roles=[comp])
bar.update()
set_bar_desc(bar, 'Reset factotum')
def start_factotum(conf, comp='factotum'):
""""Start factotum component."""
# progress bar
with tqdm(total=2) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, 'verdi', roles=[comp])
bar.update()
# start services
set_bar_desc(bar, 'Starting verdid')
execute(fab.verdid_start, roles=[comp])
bar.update()
set_bar_desc(bar, 'Started factotum')
def start_mozart(conf, comp='mozart'):
""""Start mozart component."""
# progress bar
with tqdm(total=2) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, roles=[comp])
bar.update()
# start services
set_bar_desc(bar, 'Starting mozartd')
execute(fab.mozartd_start, roles=[comp])
bar.update()
set_bar_desc(bar, 'Started mozart')
def stop_grq(conf, comp='grq'):
""""Stop grq component."""
# progress bar
with tqdm(total=2) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, 'sciflo', roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping grqd')
execute(fab.grqd_stop, roles=[comp])
bar.update()
set_bar_desc(bar, 'Stopped grq')
def stop_metrics(conf, comp='metrics'):
""""Stop metrics component."""
# progress bar
with tqdm(total=2) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping metricsd')
execute(fab.metricsd_stop, roles=[comp])
bar.update()
set_bar_desc(bar, 'Stopped metrics')
def stop_comp(comp, conf):
"""Stop component."""
if comp == 'all':
comps = ['metrics', 'grq', 'mozart', 'factotum', 'ci']
elif comp == 'core':
comps = ['metrics', 'grq', 'mozart', 'factotum']
else:
comps = [comp]
with tqdm(total=len(comps)) as bar:
for c in comps:
set_bar_desc(bar, 'Stopping {}'.format(c))
execute(fab.stop_sdsadm, roles=[c])
bar.update()
set_bar_desc(bar, 'Stopped {}'.format(c))
set_bar_desc(bar, "Stopped all")
print("")
def init_comp(comp, conf):
"""Initialize component."""
if comp == 'all':
comps = ['metrics', 'grq', 'mozart', 'factotum', 'ci']
elif comp == 'core':
comps = ['metrics', 'grq', 'mozart', 'factotum']
else:
comps = [comp]
with tqdm(total=len(comps)) as bar:
for c in comps:
set_bar_desc(bar, 'Initializing {}'.format(c))
globals()["init_{}".format(c)](conf)
bar.update()
set_bar_desc(bar, 'Initialized {}'.format(c))
set_bar_desc(bar, "Initialized {}".format(comp))
print("")
def init_grq(conf, comp='grq'):
""""Initialize grq component."""
# progress bar
with tqdm(total=7) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, 'sciflo', system_site_packages=False,
install_supervisor=False, roles=[comp])
bar.update()
# rsync sdsadm
set_bar_desc(bar, 'Syncing sdsadm')
execute(fab.rm_rf, '~/sciflo/ops/sdsadm', roles=[comp])
execute(fab.rsync_sdsadm, roles=[comp])
bar.update()
# initialize sdsadm
set_bar_desc(bar, 'Initializing grq')
execute(fab.init_sdsadm, roles=[comp])
bar.update()
set_bar_desc(bar, 'Initialized grq')
# configure for cluster
set_bar_desc(bar, 'Configuring grq')
execute(fab.conf_sdsadm, 'celeryconfig.py', '~/sciflo/etc/celeryconfig.py', roles=[comp])
bar.update()
execute(fab.conf_sdsadm, 'datasets.json', '~/sciflo/etc/datasets.json', True, roles=[comp])
bar.update()
execute(fab.conf_sdsadm, 'pele_settings.cfg', '~/sciflo/etc/pele_settings.cfg', roles=[comp])
bar.update()
netrc = os.path.join(get_user_files_path(), 'netrc')
if os.path.exists(netrc):
set_bar_desc(bar, 'Configuring netrc')
execute(fab.send_template, 'netrc', '.netrc', roles=[comp])
execute(fab.chmod, 600, '.netrc', roles=[comp])
execute(fab.send_awscreds, roles=[comp])
bar.update()
set_bar_desc(bar, 'Configured grq')
def reset_mozart(conf, comp='mozart'):
""""Start mozart component."""
# progress bar
with tqdm(total=6) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping mozartd')
execute(fab.mozartd_stop, roles=[comp])
bar.update()
# clear rabbitmq
set_bar_desc(bar, 'Clearing rabbitMQ queues')
execute(fab.rabbitmq_queues_flush, roles=[comp])
bar.update()
# clear redis
set_bar_desc(bar, 'Clearing redis')
execute(fab.mozart_redis_flush, roles=[comp])
bar.update()
# clear ES
set_bar_desc(bar, 'Clearing ES')
execute(fab.mozart_es_flush, roles=[comp])
bar.update()
# start services
set_bar_desc(bar, 'Resetting mozartd')
execute(fab.mozartd_start, roles=[comp])
bar.update()
set_bar_desc(bar, 'Reset mozart')
def ship_verdi(conf, encrypt=False, comp='ci'):
""""Ship verdi code/config bundle."""
venue = conf.get('VENUE')
queues = [i.strip() for i in conf.get('QUEUES').split()]
# progress bar
with tqdm(total=len(queues) + 2) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping verdid')
execute(fab.verdid_stop, roles=[comp])
execute(fab.kill_hung, roles=[comp])
bar.update()
# iterate over queues
for queue in queues:
set_bar_desc(bar, 'Shipping {} queue'.format(queue))
# progress bar
with tqdm(total=5) as queue_bar:
# send queue-specific install.sh script and configs
set_bar_desc(queue_bar, 'Sending queue-specific config')
execute(fab.rm_rf, '~/verdi/ops/install.sh', roles=[comp])
execute(fab.rm_rf, '~/verdi/etc/datasets.json', roles=[comp])
execute(fab.rm_rf,
'~/verdi/etc/supervisord.conf',
roles=[comp])
execute(fab.rm_rf,
'~/verdi/etc/supervisord.conf.tmpl',
roles=[comp])
execute(fab.send_queue_config, queue, roles=[comp])
execute(fab.chmod,
'755',
'~/verdi/ops/install.sh',
roles=[comp])
execute(fab.chmod,
'644',
'~/verdi/etc/datasets.json',
roles=[comp])
queue_bar.update()
# copy config
set_bar_desc(queue_bar, 'Copying config')
execute(fab.rm_rf, '~/verdi/ops/etc', roles=[comp])
execute(fab.cp_rp, '~/verdi/etc', '~/verdi/ops/', roles=[comp])
queue_bar.update()
# copy creds
set_bar_desc(queue_bar, 'Copying creds')
execute(fab.rm_rf, '~/verdi/ops/creds', roles=[comp])
execute(fab.mkdir,
'~/verdi/ops/creds',
'ops',
'ops',
roles=[comp])
execute(fab.cp_rp_exists,
'~/.netrc',
'~/verdi/ops/creds/',
roles=[comp])
execute(fab.cp_rp_exists,
'~/.boto',
'~/verdi/ops/creds/',
roles=[comp])
execute(fab.cp_rp_exists,
'~/.s3cfg',
'~/verdi/ops/creds/',
roles=[comp])
execute(fab.cp_rp_exists,
'~/.aws',
'~/verdi/ops/creds/',
roles=[comp])
queue_bar.update()
# send work directory stylesheets
style_tar = os.path.join(
get_user_files_path(),
'beefed-autoindex-open_in_new_win.tbz2')
set_bar_desc(queue_bar, 'Sending work dir stylesheets')
execute(fab.rm_rf,
'~/verdi/ops/beefed-autoindex-open_in_new_win.tbz2',
roles=[comp])
execute(fab.copy,
style_tar,
'~/verdi/ops/beefed-autoindex-open_in_new_win.tbz2',
roles=[comp])
queue_bar.update()
# create venue bundle
set_bar_desc(queue_bar, 'Creating/shipping bundle')
execute(fab.rm_rf,
'~/{}-{}.tbz2'.format(queue, venue),
roles=[comp])
execute(fab.ship_code,
'~/verdi/ops',
'~/{}-{}.tbz2'.format(queue, venue),
encrypt,
roles=[comp])
queue_bar.update()
bar.update()
set_bar_desc(bar, 'Finished shipping')
print("")
def update_comp(comp, conf, ndeps=False):
"""Update component."""
# if all, create progress bar
if comp == 'all':
# progress bar
with tqdm(total=5) as bar:
set_bar_desc(bar, "Updating grq")
update_grq(conf, ndeps)
bar.update()
set_bar_desc(bar, "Updating mozart")
update_mozart(conf, ndeps)
bar.update()
set_bar_desc(bar, "Updating metrics")
update_metrics(conf, ndeps)
bar.update()
set_bar_desc(bar, "Updating factotum")
update_factotum(conf, ndeps)
bar.update()
set_bar_desc(bar, "Updating verdi")
update_verdi(conf, ndeps)
bar.update()
set_bar_desc(bar, "Updated all")
print("")
else:
if comp == 'grq': update_grq(conf, ndeps)
if comp == 'mozart': update_mozart(conf, ndeps)
if comp == 'metrics': update_metrics(conf, ndeps)
if comp == 'factotum': update_factotum(conf, ndeps)
if comp == 'verdi': update_verdi(conf, ndeps)
def update_verdi(conf, ndeps=False, comp='verdi'):
""""Update verdi component."""
# progress bar
with tqdm(total=15) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping verdid')
execute(fab.verdid_stop, roles=[comp])
execute(fab.kill_hung, roles=[comp])
bar.update()
# remove code bundle stuff
set_bar_desc(bar, 'Remove code bundle')
execute(fab.rm_rf, '~/verdi/ops/etc', roles=[comp])
execute(fab.rm_rf, '~/verdi/ops/install.sh', roles=[comp])
bar.update()
# update
set_bar_desc(bar, 'Syncing packages')
execute(fab.rm_rf, '~/verdi/ops/*', roles=[comp])
execute(fab.rsync_code, 'verdi', roles=[comp])
execute(fab.set_spyddder_settings, roles=[comp])
bar.update()
# update reqs
set_bar_desc(bar, 'Updating HySDS core')
execute(fab.pip_install_with_req,
'verdi',
'~/verdi/ops/osaka',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'verdi',
'~/verdi/ops/prov_es',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'verdi',
'~/verdi/ops/hysds_commons',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'verdi',
'~/verdi/ops/hysds/third_party/celery-v3.1.25.pqueue',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'verdi',
'~/verdi/ops/hysds',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'verdi',
'~/verdi/ops/sciflo',
ndeps,
roles=[comp])
bar.update()
# update celery config
set_bar_desc(bar, 'Updating celery config')
execute(fab.rm_rf, '~/verdi/ops/hysds/celeryconfig.py', roles=[comp])
execute(fab.rm_rf, '~/verdi/ops/hysds/celeryconfig.pyc', roles=[comp])
execute(fab.send_celeryconf, 'verdi', roles=[comp])
bar.update()
# update supervisor config
set_bar_desc(bar, 'Updating supervisor config')
execute(fab.rm_rf, '~/verdi/etc/supervisord.conf', roles=[comp])
execute(fab.send_template_user_override,
'supervisord.conf.verdi',
'~/verdi/etc/supervisord.conf',
'~/mozart/ops/hysds/configs/supervisor',
roles=[comp])
bar.update()
#update datasets config; overwrite datasets config with domain-specific config
set_bar_desc(bar, 'Updating datasets config')
execute(fab.rm_rf, '~/verdi/etc/datasets.json', roles=[comp])
execute(fab.send_template,
'datasets.json',
'~/verdi/etc/datasets.json',
roles=[comp])
bar.update()
# expose hysds log dir via webdav
set_bar_desc(bar, 'Expose logs')
execute(fab.mkdir, '/data/work', None, None, roles=[comp])
execute(fab.ln_sf, '~/verdi/log', '/data/work/log', roles=[comp])
bar.update()
# ship netrc
netrc = os.path.join(get_user_files_path(), 'netrc')
if os.path.exists(netrc):
set_bar_desc(bar, 'Configuring netrc')
execute(fab.copy, netrc, '.netrc', roles=[comp])
execute(fab.chmod, 600, '.netrc', roles=[comp])
# ship AWS creds
set_bar_desc(bar, 'Configuring AWS creds')
execute(fab.send_awscreds, roles=[comp])
bar.update()
set_bar_desc(bar, 'Updated verdi')
def update_grq(conf, ndeps=False, comp='grq'):
""""Update grq component."""
# progress bar
with tqdm(total=21) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, 'sciflo', roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping grqd')
execute(fab.grqd_stop, roles=[comp])
bar.update()
# update
set_bar_desc(bar, 'Syncing packages')
execute(fab.rm_rf, '~/sciflo/ops/*', roles=[comp])
execute(fab.rsync_code, 'grq', 'sciflo', roles=[comp])
execute(fab.pip_upgrade, 'gunicorn', 'sciflo',
roles=[comp]) # ensure latest gunicorn
bar.update()
# update reqs
set_bar_desc(bar, 'Updating HySDS core')
execute(fab.pip_install_with_req,
'sciflo',
'~/sciflo/ops/osaka',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'sciflo',
'~/sciflo/ops/prov_es',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'sciflo',
'~/sciflo/ops/hysds_commons',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'sciflo',
'~/sciflo/ops/hysds/third_party/celery-v3.1.25.pqueue',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'sciflo',
'~/sciflo/ops/hysds',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'sciflo',
'~/sciflo/ops/sciflo',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'sciflo',
'~/sciflo/ops/grq2',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'sciflo',
'~/sciflo/ops/tosca',
ndeps,
roles=[comp])
bar.update()
# update celery config
set_bar_desc(bar, 'Updating celery config')
execute(fab.rm_rf, '~/sciflo/ops/hysds/celeryconfig.py', roles=[comp])
execute(fab.rm_rf, '~/sciflo/ops/hysds/celeryconfig.pyc', roles=[comp])
execute(fab.send_celeryconf, 'grq', roles=[comp])
bar.update()
# update grq2 config
set_bar_desc(bar, 'Updating grq2 config')
execute(fab.rm_rf, '~/sciflo/ops/grq2/settings.cfg', roles=[comp])
execute(fab.send_grq2conf, roles=[comp])
bar.update()
# update tosca config and facetview.html
set_bar_desc(bar, 'Updating tosca config and facetview.html')
execute(fab.rm_rf, '~/sciflo/ops/tosca/settings.cfg', roles=[comp])
execute(fab.send_toscaconf, 'tosca_settings.cfg.tmpl', roles=[comp])
tosca_fv = os.path.join(get_user_files_path(), 'tosca_facetview.html')
if os.path.exists(tosca_fv):
execute(fab.copy,
tosca_fv,
'~/sciflo/ops/tosca/tosca/templates/facetview.html',
roles=[comp])
execute(fab.chmod,
644,
'~/sciflo/ops/tosca/tosca/templates/facetview.html',
roles=[comp])
bar.update()
# update supervisor config
set_bar_desc(bar, 'Updating supervisor config')
execute(fab.rm_rf, '~/sciflo/etc/supervisord.conf', roles=[comp])
execute(fab.send_template_user_override,
'supervisord.conf.grq',
'~/sciflo/etc/supervisord.conf',
'~/mozart/ops/hysds/configs/supervisor',
roles=[comp])
bar.update()
#update datasets config; overwrite datasets config with domain-specific config
set_bar_desc(bar, 'Updating datasets config')
execute(fab.rm_rf, '~/sciflo/etc/datasets.json', roles=[comp])
execute(fab.send_template,
'datasets.json',
'~/sciflo/etc/datasets.json',
roles=[comp])
bar.update()
# ensure self-signed SSL certs exist
set_bar_desc(bar, 'Configuring SSL')
execute(fab.ensure_ssl, 'grq', roles=[comp])
bar.update()
# link ssl certs to apps
execute(fab.ln_sf,
'~/ssl/server.key',
'~/sciflo/ops/grq2/server.key',
roles=[comp])
execute(fab.ln_sf,
'~/ssl/server.pem',
'~/sciflo/ops/grq2/server.pem',
roles=[comp])
execute(fab.ln_sf,
'~/ssl/server.key',
'~/sciflo/ops/tosca/server.key',
roles=[comp])
execute(fab.ln_sf,
'~/ssl/server.pem',
'~/sciflo/ops/tosca/server.pem',
roles=[comp])
bar.update()
# expose hysds log dir via webdav
set_bar_desc(bar, 'Expose logs')
execute(fab.mkdir, '/data/work', None, None, roles=[comp])
execute(fab.ln_sf, '~/sciflo/log', '/data/work/log', roles=[comp])
bar.update()
# update ES template
set_bar_desc(bar, 'Update ES template')
execute(fab.install_es_template, roles=[comp])
execute(fab.install_pkg_es_templates, roles=[comp])
bar.update()
# ship AWS creds
set_bar_desc(bar, 'Configuring AWS creds')
execute(fab.send_awscreds, roles=[comp])
bar.update()
set_bar_desc(bar, 'Updated grq')
def update_mozart(conf, ndeps=False, comp='mozart'):
""""Update mozart component."""
# progress bar
with tqdm(total=24) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping mozartd')
execute(fab.mozartd_stop, roles=[comp])
bar.update()
# update reqs
set_bar_desc(bar, 'Updating HySDS core')
execute(fab.pip_install_with_req,
'mozart',
'~/mozart/ops/osaka',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'mozart',
'~/mozart/ops/prov_es',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'mozart',
'~/mozart/ops/hysds_commons',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'mozart',
'~/mozart/ops/hysds/third_party/celery-v3.1.25.pqueue',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'mozart',
'~/mozart/ops/hysds',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'mozart',
'~/mozart/ops/sciflo',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'mozart',
'~/mozart/ops/mozart',
ndeps,
roles=[comp])
bar.update()
# update celery config
set_bar_desc(bar, 'Updating celery config')
execute(fab.rm_rf, '~/mozart/ops/hysds/celeryconfig.py', roles=[comp])
execute(fab.rm_rf, '~/mozart/ops/hysds/celeryconfig.pyc', roles=[comp])
execute(fab.send_celeryconf, 'mozart', roles=[comp])
bar.update()
# update supervisor config
set_bar_desc(bar, 'Updating supervisor config')
execute(fab.rm_rf, '~/mozart/etc/supervisord.conf', roles=[comp])
execute(fab.send_template_user_override,
'supervisord.conf.mozart',
'~/mozart/etc/supervisord.conf',
'~/mozart/ops/hysds/configs/supervisor',
roles=[comp])
bar.update()
# update orchestrator config
set_bar_desc(bar, 'Updating orchestrator config')
execute(fab.rm_rf, '~/mozart/etc/orchestrator_*.json', roles=[comp])
execute(
fab.copy,
'~/mozart/ops/hysds/configs/orchestrator/orchestrator_jobs.json',
'~/mozart/etc/orchestrator_jobs.json',
roles=[comp])
execute(
fab.copy,
'~/mozart/ops/hysds/configs/orchestrator/orchestrator_datasets.json',
'~/mozart/etc/orchestrator_datasets.json',
roles=[comp])
bar.update()
# update job_creators
set_bar_desc(bar, 'Updating job_creators')
execute(fab.rm_rf, '~/mozart/etc/job_creators', roles=[comp])
execute(fab.cp_rp,
'~/mozart/ops/hysds/scripts/job_creators',
'~/mozart/etc/',
roles=[comp])
bar.update()
#update datasets config; overwrite datasets config with domain-specific config
set_bar_desc(bar, 'Updating datasets config')
execute(fab.rm_rf, '~/mozart/etc/datasets.json', roles=[comp])
execute(fab.send_template,
'datasets.json',
'~/mozart/etc/datasets.json',
roles=[comp])
bar.update()
# ship logstash shipper configs
set_bar_desc(bar, 'Updating logstash shipper config')
execute(fab.send_shipper_conf,
'mozart',
'/home/hysdsops/mozart/log',
conf.get('MOZART_ES_CLUSTER'),
'127.0.0.1',
conf.get('METRICS_ES_CLUSTER'),
conf.get('METRICS_PVT_IP'),
roles=[comp])
bar.update()
# update mozart config
set_bar_desc(bar, 'Updating mozart config')
execute(fab.rm_rf, '~/mozart/ops/mozart/settings.cfg', roles=[comp])
execute(fab.send_mozartconf, roles=[comp])
execute(fab.rm_rf,
'~/mozart/ops/mozart/actions_config.json',
roles=[comp])
execute(fab.copy,
'~/mozart/ops/mozart/configs/actions_config.json.example',
'~/mozart/ops/mozart/actions_config.json',
roles=[comp])
bar.update()
# update figaro config
set_bar_desc(bar, 'Updating figaro config')
execute(fab.rm_rf, '~/mozart/ops/figaro/settings.cfg', roles=[comp])
execute(fab.send_figaroconf, roles=[comp])
bar.update()
# create user_rules index
set_bar_desc(bar, 'Creating user_rules index')
execute(fab.create_user_rules_index, roles=[comp])
bar.update()
# ensure self-signed SSL certs exist
set_bar_desc(bar, 'Configuring SSL')
execute(fab.ensure_ssl, 'mozart', roles=[comp])
bar.update()
# link ssl certs to apps
execute(fab.ln_sf,
'~/ssl/server.key',
'~/mozart/ops/mozart/server.key',
roles=[comp])
execute(fab.ln_sf,
'~/ssl/server.pem',
'~/mozart/ops/mozart/server.pem',
roles=[comp])
bar.update()
# expose hysds log dir via webdav
set_bar_desc(bar, 'Expose logs')
execute(fab.mkdir, '/data/work', None, None, roles=[comp])
execute(fab.ln_sf, '~/mozart/log', '/data/work/log', roles=[comp])
bar.update()
# ship netrc
set_bar_desc(bar, 'Configuring netrc')
execute(fab.send_template,
'netrc.mozart',
'.netrc',
node_type='mozart',
roles=[comp])
execute(fab.chmod, 600, '.netrc', roles=[comp])
bar.update()
# update ES template
set_bar_desc(bar, 'Update ES template')
execute(fab.install_pkg_es_templates, roles=[comp])
bar.update()
# ship AWS creds
set_bar_desc(bar, 'Configuring AWS creds')
execute(fab.send_awscreds, roles=[comp])
bar.update()
set_bar_desc(bar, 'Updated mozart')
def update_metrics(conf, ndeps=False, comp='metrics'):
""""Update metrics component."""
# progress bar
with tqdm(total=20) as bar:
# ensure venv
set_bar_desc(bar, 'Ensuring HySDS venv')
execute(fab.ensure_venv, comp, roles=[comp])
bar.update()
# stop services
set_bar_desc(bar, 'Stopping metricsd')
execute(fab.metricsd_stop, roles=[comp])
bar.update()
# update
set_bar_desc(bar, 'Syncing packages')
execute(fab.rm_rf, '~/metrics/ops/*', roles=[comp])
execute(fab.rsync_code, 'metrics', roles=[comp])
bar.update()
# update reqs
set_bar_desc(bar, 'Updating HySDS core')
execute(fab.pip_install_with_req,
'metrics',
'~/metrics/ops/osaka',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'metrics',
'~/metrics/ops/prov_es',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'metrics',
'~/metrics/ops/hysds_commons',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'metrics',
'~/metrics/ops/hysds/third_party/celery-v3.1.25.pqueue',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'metrics',
'~/metrics/ops/hysds',
ndeps,
roles=[comp])
bar.update()
execute(fab.pip_install_with_req,
'metrics',
'~/metrics/ops/sciflo',
ndeps,
roles=[comp])
bar.update()
# update celery config
set_bar_desc(bar, 'Updating celery config')
execute(fab.rm_rf, '~/metrics/ops/hysds/celeryconfig.py', roles=[comp])
bar.update()
execute(fab.rm_rf,
'~/metrics/ops/hysds/celeryconfig.pyc',
roles=[comp])
bar.update()
execute(fab.send_celeryconf, 'metrics', roles=[comp])
bar.update()
# update supervisor config
set_bar_desc(bar, 'Updating supervisor config')
execute(fab.rm_rf, '~/metrics/etc/supervisord.conf', roles=[comp])
bar.update()
execute(fab.send_template_user_override,
'supervisord.conf.metrics',
'~/metrics/etc/supervisord.conf',
'~/mozart/ops/hysds/configs/supervisor',
roles=[comp])
bar.update()
#update datasets config; overwrite datasets config with domain-specific config
set_bar_desc(bar, 'Updating datasets config')
execute(fab.rm_rf, '~/metrics/etc/datasets.json', roles=[comp])
bar.update()
execute(fab.send_template,
'datasets.json',
'~/metrics/etc/datasets.json',
roles=[comp])
bar.update()
# ship logstash shipper configs
set_bar_desc(bar, 'Updating logstash shipper config')
execute(fab.send_shipper_conf,
'metrics',
'/home/hysdsops/metrics/log',
conf.get('MOZART_ES_CLUSTER'),
conf.get('MOZART_PVT_IP'),
conf.get('METRICS_ES_CLUSTER'),
'127.0.0.1',
roles=[comp])
bar.update()
# ship kibana config
set_bar_desc(bar, 'Updating kibana config')
execute(fab.send_template,
'kibana.yml',
'~/kibana/config/kibana.yml',
roles=[comp])
bar.update()
# expose hysds log dir via webdav
set_bar_desc(bar, 'Expose logs')
execute(fab.mkdir, '/data/work', None, None, roles=[comp])
execute(fab.ln_sf, '~/metrics/log', '/data/work/log', roles=[comp])
bar.update()
# ship AWS creds
set_bar_desc(bar, 'Configuring AWS creds')
execute(fab.send_awscreds, roles=[comp])
bar.update()
set_bar_desc(bar, 'Updated metrics')
def stop_mozart(conf, comp='mozart'):
""""Stop TPS on mozart component."""
# progress bar
with tqdm(total=3) as bar:
# stop rabbitmq
set_bar_desc(bar, 'Stopping rabbitmq-server')
execute(fab.systemctl, 'stop', 'rabbitmq-server', roles=[comp])
bar.update()
set_bar_desc(bar, 'Stopped rabbitmq-server')
# stop redis
set_bar_desc(bar, 'Stopping redis')
execute(fab.systemctl, 'stop', 'redis', roles=[comp])
bar.update()
set_bar_desc(bar, 'Stopped redis')
# stop elasticsearch
set_bar_desc(bar, 'Stopping elasticsearch')
execute(fab.systemctl, 'stop', 'elasticsearch', roles=[comp])
bar.update()
set_bar_desc(bar, 'Stopped elasticsearch')