def deploy(marathon_client, marathon_lb_client, deployment_strategy, timeout,
env_prefix, template_path, template_names, force, env_pairs, **kw):
"""Deploy one or more applications to Marathon.
"""
# select the appropriate deployment strategy
strategy = STRATEGIES[deployment_strategy]
# use the default template if none was specified
if not template_names:
template_names = [strategy["default_template"]]
# read and render deploy template using values from the environment
values = load_values_from_environment(prefix=env_prefix, overrides=env_pairs)
rendered_templates = []
for template_name in template_names:
rendered_templates.append(render_json_template(template_path, template_name, **values))
# perform some extra pre-flight validation if required, and execute the
# deployment, blocking until complete.
deployment_params = {"marathon_client": marathon_client,
"marathon_lb_client": marathon_lb_client,
"timeout": timeout,
"app_definitions": rendered_templates}
strategy["validator"](**deployment_params)
strategy["executor"](**deployment_params).execute(force)
def set(chronos_client, template_path, template_names, env_prefix, env_pairs):
"""Add or Update a job in chronos.
"""
values = load_values_from_environment(prefix=env_prefix, overrides=env_pairs)
current_jobs = chronos_client.list()
for template_name in template_names:
rendered_template = render_json_template(template_path, template_name, **values)
if _find_job(current_jobs, rendered_template['name']):
chronos_client.update(rendered_template)
else:
chronos_client.add(rendered_template)
def test_load_environment_vars_without_prefix(monkeypatch):
monkeypatch.setenv('BANANA', 'bread')
monkeypatch.setenv('STRAWBERRY', 'cheesecake')
monkeypatch.setenv('APPLE_AND_BLACKCURRANT', 'crumble')
values = load_values_from_environment()
assert 'BANANA' in values
assert values['BANANA'] == 'bread'
assert 'STRAWBERRY' in values
assert values['STRAWBERRY'] == 'cheesecake'
assert 'APPLE_AND_BLACKCURRANT' in values
assert values['APPLE_AND_BLACKCURRANT'] == 'crumble'
def cli(logger, marathon_client, env_prefix, template_path, template_names, dry_run, force, env_pairs):
"""Deploy application from template.
"""
# set dry_run param if the user has requested it. This happens in the
# command callback as it only applies to the deploy command and doesn't make
# sense anywhere else.
marathon_client.dry_run = dry_run
# read and render deploy template using values from the environment
values = load_values_from_environment(prefix=env_prefix, overrides=env_pairs)
rendered_templates = []
for template_name in template_names:
rendered_templates.append(render_json_template(template_path, template_name, **values))
marathon_client.deploy(rendered_templates, force=force).wait()
def test_load_environment_vars_with_prefix_with_trailing_underscore(monkeypatch):
monkeypatch.setenv('BANANA', 'bread')
monkeypatch.setenv('SHPKPR_STRAWBERRY', 'cheesecake')
monkeypatch.setenv('SHPKPR_APPLE_AND_BLACKCURRANT', 'crumble')
monkeypatch.setenv('SHPKPR_SHPKPR_APPLE_AND_BLACKCURRANT', 'crumble')
values = load_values_from_environment("SHPKPR_")
assert 'BANANA' not in values
assert 'STRAWBERRY' in values
assert values['STRAWBERRY'] == 'cheesecake'
assert 'APPLE_AND_BLACKCURRANT' in values
assert values['APPLE_AND_BLACKCURRANT'] == 'crumble'
assert 'SHPKPR_APPLE_AND_BLACKCURRANT' in values
assert values['SHPKPR_APPLE_AND_BLACKCURRANT'] == 'crumble'
def set(chronos_client, vault_client, template_path, template_names, env_prefix, env_pairs, **kw):
"""Add or Update a job in chronos.
"""
# use the default template if none was specified
if not template_names:
template_names = ["chronos/default/job.json.tmpl"]
values = load_values_from_environment(prefix=env_prefix, overrides=env_pairs)
current_jobs = chronos_client.list()
for template_name in template_names:
rendered_template = render_json_template(template_path, template_name, **values)
resolved_secrets = resolve_secrets(vault_client, rendered_template)
rendered_template = _inject_secrets(rendered_template, resolved_secrets)
if _find_job(current_jobs, rendered_template['name']):
chronos_client.update(rendered_template)
else:
chronos_client.add(rendered_template)
def run(env_prefix, template_path, template_names, vault_client, command, env_pairs, **kw):
"""Run a one-off task in a "production-like" environment.
Uses the current deployment configuration to start up a container locally
and run a single command. Environment variables and secrets are extracted
from the current deployment configuration and injected into the container
when starting up.
"""
# use the default template if none was specified. We can just use the
# standard template here since all we care about are environment variables
# and secrets.
if not template_names:
template_name = STRATEGIES["standard"]["default_template"]
else:
template_name = template_names[0]
# read and render deploy template using values from the environment
values = load_values_from_environment(prefix=env_prefix, overrides=env_pairs)
rendered_template = render_json_template(template_path, template_name, **values)
# extract required configuration from the rendered template
app_id = rendered_template["id"]
docker_image = rendered_template["container"]["docker"]["image"]
environment_variables = rendered_template["env"]
environment_variables.update(resolve_secrets(vault_client, rendered_template))
logger.info("Running command for app ({0}): {1}\n".format(app_id, command))
docker_client = docker.from_env()
container = docker_client.containers.run(docker_image,
command,
detach=True,
auto_remove=True,
environment=environment_variables)
# stream logs from the running container to stdout
for line in container.logs(stream=True):
logger.info(line.decode('utf-8').rstrip())
# exit with the container's exit code once it finishes
sys.exit(container.wait()['StatusCode'])
def cli(logger, marathon_client, marathon_lb_url, initial_instances, max_wait,
step_interval, force, env_prefix, template_path, template_names, env_pairs):
"""Perform a blue/green deploy
"""
values = load_values_from_environment(prefix=env_prefix, overrides=env_pairs)
rendered_templates = []
for template_name in template_names:
rendered_templates.append(render_json_template(template_path, template_name, **values))
for app in rendered_templates:
validate_app(app)
# fetch all previous deploys from marathon and abort if there is more
# than one stack currently active.
previous_deploys = fetch_previous_deploys(marathon_client, app)
if len(previous_deploys) > 1:
raise DualStackAlreadyExists("Both blue and green apps detected")
# transform the app to be deployed to apply the correct labels and
# ID-change that will allow marathon-lb to cut traffic over as necessary.
new_app = prepare_deploy(previous_deploys, app, initial_instances)
logger.log('Final App Definition:')
logger.log(json.dumps(new_app, indent=4, sort_keys=True))
if force or click.confirm("Continue with deployment?"):
try:
deploy_and_swap(marathon_client,
new_app,
previous_deploys,
logger,
force,
max_wait,
step_interval,
initial_instances,
marathon_lb_url)
except (DeploymentFailed, SwapApplicationTimeout):
remove_new_stack(marathon_client, logger, app['id'], force)
