def test_dedicated_portmap():
base_job = Job(name='hello_world',
role='john_doe',
cluster='test-cluster',
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1,
ram=64 * MB,
disk=64 * MB)))
config._validate_announce_configuration(AuroraConfig(base_job))
config._validate_announce_configuration(
AuroraConfig(base_job(constraints={'dedicated': 'mesos-team'})))
config._validate_announce_configuration(
AuroraConfig(
base_job(constraints={'dedicated': 'mesos-team'},
announce=Announcer(portmap={'http': 80}))))
with pytest.raises(ValueError):
config._validate_announce_configuration(
AuroraConfig(base_job(announce=Announcer(portmap={'http': 80}))))
with pytest.raises(ValueError):
config._validate_announce_configuration(
AuroraConfig(
base_job(announce=Announcer(portmap={'http': 80}),
constraints={'foo': 'bar'})))
def test_update_config_passes_with_min_consecutive_successes_zero():
base_job = Job(
name='hello_world',
role='john_doe',
cluster='test-cluster',
health_check_config=HealthCheckConfig(min_consecutive_successes=0),
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1, ram=64 * MB, disk=64 * MB)))
config._validate_update_config(AuroraConfig(base_job))
def test_update_config_passes_with_default_values():
base_job = Job(name='hello_world',
role='john_doe',
cluster='test-cluster',
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1,
ram=64 * MB,
disk=64 * MB)))
config._validate_update_config(AuroraConfig(base_job))
def test_update_config_fails_with_min_consecutive_successes_negative():
base_job = Job(
name='hello_world',
role='john_doe',
cluster='test-cluster',
health_check_config=HealthCheckConfig(min_consecutive_successes=-1),
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1, ram=64 * MB, disk=64 * MB)))
with pytest.raises(SystemExit):
config._validate_update_config(AuroraConfig(base_job))
def test_update_config_passes_with_min_requirement_values():
base_job = Job(
name='hello_world',
role='john_doe',
cluster='test-cluster',
update_config=UpdateConfig(watch_secs=26),
health_check_config=HealthCheckConfig(max_consecutive_failures=1),
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1, ram=64 * MB, disk=64 * MB)))
config._validate_update_config(AuroraConfig(base_job))
def test_health_check_config_http_ok():
base_job = Job(name='hello_bond',
role='james',
cluster='marine-cluster',
health_check_config=HealthCheckConfig(
max_consecutive_failures=1, ),
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1,
ram=64 * MB,
disk=64 * MB)))
config._validate_health_check_config(AuroraConfig(base_job))
def test_update_config_fails_insufficient_watch_secs_less_than_target():
base_job = Job(name='hello_world',
role='john_doe',
cluster='test-cluster',
update_config=UpdateConfig(watch_secs=10),
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1,
ram=64 * MB,
disk=64 * MB)))
with pytest.raises(SystemExit):
config._validate_update_config(AuroraConfig(base_job))
def test_update_config_fails_insufficient_watch_secs_equal_to_target():
base_job = Job(
name='hello_world',
role='john_doe',
cluster='test-cluster',
update_config=UpdateConfig(watch_secs=25),
health_check_config=HealthCheckConfig(max_consecutive_failures=1),
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1, ram=64 * MB, disk=64 * MB)))
with pytest.raises(SystemExit):
config._validate_update_config(AuroraConfig(base_job))
def test_health_check_config_invalid_type():
# Must be 'shell' or 'http' type of config.
with pytest.raises(ValueError):
Job(name='hello_bond',
role='james',
cluster='marine-cluster',
health_check_config=HealthCheckConfig(
max_consecutive_failures=1,
health_checker='foo',
),
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1, ram=64 * MB, disk=64 * MB)))
def test_health_check_config_shell_no_command():
# If we chose shell config, we must define shell_command.
base_job = Job(
name='hello_bond',
role='james',
cluster='marine-cluster',
health_check_config=HealthCheckConfig(
max_consecutive_failures=1,
health_checker=HealthCheckerConfig(shell=ShellHealthChecker())),
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1, ram=64 * MB, disk=64 * MB)))
with pytest.raises(SystemExit):
config._validate_health_check_config(AuroraConfig(base_job))
def make_config(announce, *ports):
process = Process(name='hello',
cmdline=' '.join('{{thermos.ports[%s]}}' % port
for port in ports))
return AuroraConfig(
Job(name='hello_world',
environment='staging42',
role='john_doe',
cluster='smf1-test',
announce=announce,
task=Task(name='main',
processes=[process],
resources=Resources(cpu=0.1,
ram=64 * 1048576,
disk=64 * 1048576))))
def test_validate_deprecated_config_adds_warning_for_production():
job = Job(name='hello_world',
role='john_doe',
cluster='test-cluster',
environment='test',
task=Task(name='main',
processes=[
Process(cmdline='echo {{_unbound_}}', name='eco')
],
resources=Resources(cpu=0.1, ram=64 * MB,
disk=64 * MB)),
production='true')
with mock.patch(
'apache.aurora.client.config.deprecation_warning') as mock_warning:
config._validate_deprecated_config(AuroraConfig(job))
mock_warning.assert_called_once_with(PRODUCTION_DEPRECATED_WARNING)
def test_inject_default_environment():
base_job = Job(name='hello_world',
role='john_doe',
cluster='test-cluster',
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1,
ram=64 * MB,
disk=64 * MB)))
no_env_config = AuroraConfig(base_job)
config._inject_default_environment(no_env_config)
assert no_env_config.environment() == DEFAULT_ENVIRONMENT
test_env_config = AuroraConfig(base_job(environment='test'))
config._inject_default_environment(test_env_config)
assert test_env_config.environment() == 'test'
def test_validate_deprecated_config_adds_no_warning_when_tier_is_set():
job = Job(name='hello_world',
role='john_doe',
cluster='test-cluster',
environment='test',
task=Task(name='main',
processes=[
Process(cmdline='echo {{_unbound_}}', name='eco')
],
resources=Resources(cpu=0.1, ram=64 * MB,
disk=64 * MB)),
production='true',
tier='preferred')
with mock.patch(
'apache.aurora.client.config.deprecation_warning') as mock_warning:
config._validate_deprecated_config(AuroraConfig(job))
assert mock_warning.call_count == 0
def make_job(role, environment, name, primary_port, portmap):
from apache.aurora.config.schema.base import (
Announcer,
Job,
Process,
Resources,
Task,
)
task = Task(name='ignore2',
processes=[Process(name='ignore3', cmdline='ignore4')],
resources=Resources(cpu=1, ram=1, disk=1))
job = Job(role=role,
environment=environment,
name=name,
cluster='ignore1',
task=task,
announce=Announcer(primary_port=primary_port, portmap=portmap))
return job
def test_environment_names():
base_job = Job(name='hello_world',
role='john_doe',
cluster='test-cluster',
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1,
ram=64 * MB,
disk=64 * MB)))
with pytest.raises(ValueError):
config._validate_environment_name(AuroraConfig(base_job))
for env_name in GOOD_ENV:
config._validate_environment_name(
AuroraConfig(base_job(environment=env_name)))
for env_name in BAD_ENV:
with pytest.raises(ValueError):
config._validate_environment_name(
AuroraConfig(base_job(environment=env_name)))
def test_health_check_config_deprecate_message(monkeypatch):
base_job = Job(name='hello_bond',
role='james',
cluster='marine-cluster',
health_check_config=HealthCheckConfig(
max_consecutive_failures=1,
endpoint='/to_be_deprecated'),
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1,
ram=64 * MB,
disk=64 * MB)))
log_items = []
def capture_log(msg):
log_items.append(msg)
monkeypatch.setattr(log, 'warn', capture_log)
config._validate_health_check_config(AuroraConfig(base_job))
assert log_items == [HTTP_DEPRECATION_WARNING]
def test_environment_names():
BAD = ('Prod', ' prod', 'prod ', 'tEst', 'production', 'staging 2',
'stagingA')
GOOD = ('prod', 'devel', 'test', 'staging', 'staging001', 'staging1',
'staging1234')
base_job = Job(name='hello_world',
role='john_doe',
cluster='test-cluster',
task=Task(name='main',
processes=[],
resources=Resources(cpu=0.1,
ram=64 * MB,
disk=64 * MB)))
with pytest.raises(ValueError):
config._validate_environment_name(AuroraConfig(base_job))
for env_name in GOOD:
config._validate_environment_name(
AuroraConfig(base_job(environment=env_name)))
for env_name in BAD:
with pytest.raises(ValueError):
config._validate_environment_name(
AuroraConfig(base_job(environment=env_name)))
name=AURORA_EXECUTOR_NAME,
data=thermos_config.json_dumps()),
job=JobKey(role=role,
environment='env',
name='name')),
assignedPorts=assigned_ports,
**kw)
td = mesos_pb2.TaskInfo()
td.task_id.value = task_id
td.name = thermos_config.task().name().get()
td.data = serialize(at)
return td
BASE_MTI = MesosTaskInstance(instance=0, role=getpass.getuser())
BASE_TASK = Task(resources=Resources(cpu=1.0, ram=16 * MB, disk=32 * MB))
HELLO_WORLD_TASK_ID = 'hello_world-001'
HELLO_WORLD = BASE_TASK(name='hello_world',
processes=[
Process(name='hello_world_{{thermos.task_id}}',
cmdline='echo hello world')
])
HELLO_WORLD_MTI = BASE_MTI(task=HELLO_WORLD)
SLEEP60 = BASE_TASK(processes=[Process(name='sleep60', cmdline='sleep 60')])
SLEEP2 = BASE_TASK(processes=[Process(name='sleep2', cmdline='sleep 2')])
SLEEP60_MTI = BASE_MTI(task=SLEEP60)
MESOS_JOB = MesosJob(
name='does_not_matter',
max_failures = 200)],
resources = Resources(cpu = 0.1, ram = 64 * 1048576, disk = 64 * 1048576),
)
)
jobs = [HELLO_WORLD]
"""
REIFIED_CONFIG = Job(name='hello_world',
role='john_doe',
environment='staging42',
cluster='smf1-test',
task=Task(
name='main',
processes=[
Process(name='hello_world',
cmdline='echo {{mesos.instance}}')
],
resources=Resources(cpu=0.1,
ram=64 * 1048576,
disk=64 * 1048576),
))
REIFIED_LIMITED_CONFIG = Job(name='hello_world',
role='john_doe',
environment='staging42',
cluster='smf1-test',
task=Task(
name='main',
processes=[
Process(name='hello_world_fails_0',
cmdline='echo hello world',
max_failures=0),
from apache.aurora.config.schema.base import MB, MesosTaskInstance, Process, Resources, Task
from apache.aurora.executor.common.sandbox import DirectorySandbox
from apache.aurora.executor.http_lifecycle import HttpLifecycleManager
from apache.aurora.executor.thermos_task_runner import ThermosTaskRunner
from apache.thermos.common.statuses import (INTERNAL_ERROR, INVALID_TASK,
TERMINAL_TASK, UNKNOWN_ERROR,
UNKNOWN_USER)
from gen.apache.thermos.ttypes import TaskState
TASK = MesosTaskInstance(
instance=0,
role=getpass.getuser(),
task=Task(
resources=Resources(cpu=1.0, ram=16 * MB, disk=32 * MB),
name='hello_world',
processes=[Process(name='hello_world', cmdline='{{command}}')],
))
class TestThermosTaskRunnerIntegration(object):
PEX_PATH = None
LOG_DIR = None
@classmethod
def setup_class(cls):
cls.LOG_DIR = tempfile.mkdtemp()
LogOptions.set_log_dir(cls.LOG_DIR)
LogOptions.set_disk_log_level('DEBUG')
log.init('executor_logger')
if not cls.PEX_PATH:
