def create_pod_config(self, sleep_time, dynamic_factor, host_limit_1=False):
container_spec = pod.ContainerSpec(
resource=pod.ResourceSpec(
cpu_limit=0.1,
mem_limit_mb=32,
disk_limit_mb=32,
),
command=mesos.CommandInfo(
shell=True,
value="echo %s && sleep %s"
% (str(dynamic_factor), str(sleep_time)),
),
)
instance_label = v1alpha_peloton.Label(
key="peloton/instance", value="instance-label"
)
host_limit_1_constraint = None
if host_limit_1:
host_limit_1_constraint = pod.Constraint(
type=1, # Label constraint
label_constraint=pod.LabelConstraint(
kind=1, # Label
condition=2, # Equal
requirement=0,
label=instance_label,
),
)
containers = [container_spec]
return pod.PodSpec(containers=containers,
labels=[instance_label],
constraint=host_limit_1_constraint)
def test_create_mesos_task_config(self):
dynamic_env_master = {"APP": "hostmgr"}
config_file = os.path.join(
os.path.dirname(os.path.abspath(__file__)),
"..",
"config",
"default.yaml",
)
config = load_config(config_file)
got = create_mesos_task_config(
config,
module="peloton",
dynamic_env=dynamic_env_master,
image_path="myregistry/peloton:0.1.0",
)
expected = task.TaskConfig(
resource=task.ResourceConfig(cpuLimit=2.0,
memLimitMb=4096,
diskLimitMb=2048),
ports=[
task.PortConfig(name="HTTP_PORT", envName="HTTP_PORT"),
task.PortConfig(name="GRPC_PORT", envName="GRPC_PORT"),
],
container=mesos.ContainerInfo(
type="MESOS",
mesos=mesos.ContainerInfo.MesosInfo(image=mesos.Image(
type="DOCKER",
docker=mesos.Image.Docker(name="myregistry/peloton:0.1.0"),
)),
),
command=mesos.CommandInfo(
uris=[
mesos.CommandInfo.URI(
value="https://gist.githubusercontent.com/scy0208/"
"08a66afe3a7837e5e1c1528d16b47e6f/raw/"
"2119f0fe20b7a1e827e4e43b288545799d6b4e5e/"
"hostmgr_mesos_secret",
executable=False,
cache=False,
output_file="hostmgr_mesos_secret",
)
],
shell=True,
value="bash /bin/entrypoint.sh",
environment=mesos.Environment(variables=[
mesos.Environment.Variable(name="CONFIG_DIR",
value="config"),
mesos.Environment.Variable(name="AUTO_MIGRATE",
value="true"),
mesos.Environment.Variable(
name="MESOS_SECRET_FILE",
value="/mnt/mesos/sandbox/hostmgr_mesos_secret",
),
mesos.Environment.Variable(name="APP", value="hostmgr"),
]),
),
)
self.assertEqual(got, expected)
def create_task_cfg(task_state='SUCCEEDED', task_name=None):
assert task_state in TASK_STATES
commands = {
'SUCCEEDED': "echo 'succeeded instance task' & sleep 1",
'RUNNING': "echo 'running instance task' & sleep 100",
'FAILED': "echo 'failed instance task' & exit(2)"
}
return task.TaskConfig(command=mesos.CommandInfo(
shell=True, value=commands.get(task_state)), name=task_name)
def create_pod_config(self, sleep_time, dynamic_factor):
return task.TaskConfig(
resource=task.ResourceConfig(
cpuLimit=0.1, memLimitMb=32, diskLimitMb=32
),
command=mesos.CommandInfo(
shell=True,
value="echo %s && sleep %s"
% (str(dynamic_factor), str(sleep_time)),
),
)
def create_pod_config(self, sleep_time, dynamic_factor):
container_spec = pod.ContainerSpec(
resource=pod.ResourceSpec(
cpu_limit=0.1, mem_limit_mb=32, disk_limit_mb=32
),
command=mesos.CommandInfo(
shell=True,
value="echo %s && sleep %s"
% (str(dynamic_factor), str(sleep_time)),
),
)
containers = [container_spec]
return pod.PodSpec(containers=containers)
def create_mesos_task_config(
config, module, dynamic_env, version=None, image_path=None
):
resource_config = config.get(module).get("resource")
ports = config.get(module).get("ports", [])
ports_config = []
for port in ports:
ports_config.append(task.PortConfig(name=port, envName=port))
environments = []
start_cmd = config.get(module).get("start_command", "")
static_envs = config.get(module).get("static_env", [])
fetch_files = config.get(module).get("fetch_files", [])
for static_env in static_envs:
environments.append(
mesos.Environment.Variable(
name=static_env["name"], value=static_env["value"]
)
)
for dyn_env_name, dyn_env_value in dynamic_env.iteritems():
environments.append(
mesos.Environment.Variable(name=dyn_env_name, value=dyn_env_value)
)
if image_path:
docker_image = image_path
else:
docker_registry = config.get(module).get("docker_registry")
image_path = config.get(module).get("image_path")
if not version:
version = config.get(module).get("version")
docker_image = (
os.path.join(docker_registry, image_path) + ":" + version
)
return task.TaskConfig(
resource=task.ResourceConfig(**resource_config),
ports=ports_config,
container=mesos.ContainerInfo(
type="MESOS",
mesos=mesos.ContainerInfo.MesosInfo(
image=mesos.Image(
type="DOCKER", docker=mesos.Image.Docker(name=docker_image)
)
),
),
command=mesos.CommandInfo(
uris=[
mesos.CommandInfo.URI(
value=fetch_file["source"],
output_file=fetch_file["name"],
cache=bool(fetch_file.get("cache", False)),
executable=bool(fetch_file.get("executable", False)),
)
for fetch_file in fetch_files
],
shell=True,
value=start_cmd,
environment=mesos.Environment(variables=environments),
),
)
def test__launch_kill():
client = with_private_stubs(Client())
# acquire 1 host offer
resource_constraint = v0hostmgr.ResourceConstraint(
minimum=task.ResourceConfig(cpuLimit=3.0))
host_filter = v0hostmgr.HostFilter(
resourceConstraint=resource_constraint,
quantity=v0hostmgr.QuantityControl(maxHosts=1),
)
request = v0hostmgr.AcquireHostOffersRequest(filter=host_filter, )
resp = client.hostmgr_svc.AcquireHostOffers(
request, metadata=client.hostmgr_metadata, timeout=20)
assert len(resp.hostOffers) == 1
# launch a test task using this offer
cmd = "echo 'succeeded instance task' & sleep 100"
tc = task.TaskConfig(
command=mesos.CommandInfo(shell=True, value=cmd),
name="task_name",
resource=task.ResourceConfig(cpuLimit=1.0),
)
tid = mesos.TaskID(value=str(uuid.uuid4()) + '-1-1')
t = v0hostmgr.LaunchableTask(
taskId=tid,
config=tc,
)
# Test 1
# launch task using invalid offer
req = v0hostmgr.LaunchTasksRequest(
hostname=resp.hostOffers[0].hostname,
agentId=resp.hostOffers[0].agentId,
tasks=[t],
id=peloton.HostOfferID(value=str(uuid.uuid4())))
try:
resp = client.hostmgr_svc.LaunchTasks(req,
metadata=client.hostmgr_metadata,
timeout=20)
assert False, 'LaunchTasks should have failed'
except:
pass
# Test 2
# launch task using valid offer
req = v0hostmgr.LaunchTasksRequest(hostname=resp.hostOffers[0].hostname,
agentId=resp.hostOffers[0].agentId,
tasks=[t],
id=resp.hostOffers[0].id)
resp = client.hostmgr_svc.LaunchTasks(req,
metadata=client.hostmgr_metadata,
timeout=20)
assert resp.HasField("error") is False
# Test 3
# kill with empty TaskIDs list
resp = client.hostmgr_svc.KillTasks(v0hostmgr.KillTasksRequest(taskIds=[]),
metadata=client.hostmgr_metadata,
timeout=20)
assert resp.HasField("error") is True
# Test 4
# kill valid TaskID
resp = client.hostmgr_svc.KillTasks(
v0hostmgr.KillTasksRequest(taskIds=[tid]),
metadata=client.hostmgr_metadata,
timeout=20)
assert resp.HasField("error") is False
def create_mesos_task_config(config, module, dynamic_env,
version=None, image_path=None):
resource_config = config.get(module).get('resource')
ports = config.get(module).get('ports', [])
ports_config = []
for port in ports:
ports_config.append(
task.PortConfig(
name=port,
envName=port,
)
)
environments = []
start_cmd = config.get(module).get('start_command', '')
static_envs = config.get(module).get('static_env', [])
fetch_files = config.get(module).get('fetch_files', [])
for static_env in static_envs:
environments.append(
mesos.Environment.Variable(
name=static_env['name'],
value=static_env['value'],
)
)
for dyn_env_name, dyn_env_value in dynamic_env.iteritems():
environments.append(
mesos.Environment.Variable(
name=dyn_env_name,
value=dyn_env_value,
)
)
if image_path:
docker_image = image_path
else:
docker_registry = config.get(module).get('docker_registry')
image_path = config.get(module).get('image_path')
if not version:
version = config.get(module).get('version')
docker_image = os.path.join(docker_registry, image_path) + ':' + \
version
return task.TaskConfig(
resource=task.ResourceConfig(**resource_config),
ports=ports_config,
container=mesos.ContainerInfo(
type='MESOS',
mesos=mesos.ContainerInfo.MesosInfo(
image=mesos.Image(
type='DOCKER',
docker=mesos.Image.Docker(
name=docker_image,
)
)
),
),
command=mesos.CommandInfo(
uris=[mesos.CommandInfo.URI(
value=fetch_file['source'],
output_file=fetch_file['name'],
cache=bool(fetch_file.get('cache', False)),
executable=bool(fetch_file.get('executable', False)),
) for fetch_file in fetch_files],
shell=True,
value=start_cmd,
environment=mesos.Environment(
variables=environments
)
),
)
def test_create_mesos_task_config(self):
dynamic_env_master = {
'APP': 'hostmgr',
}
config_file = os.path.join(
os.path.dirname(os.path.abspath(__file__)),
'..', 'config', 'default.yaml')
config = load_config(config_file)
got = create_mesos_task_config(
config,
module='peloton',
dynamic_env=dynamic_env_master,
image_path='myregistry/peloton:0.1.0')
expected = task.TaskConfig(
resource=task.ResourceConfig(
cpuLimit=2.0,
memLimitMb=4096,
diskLimitMb=2048,
),
ports=[task.PortConfig(
name='HTTP_PORT',
envName='HTTP_PORT',
), task.PortConfig(
name='GRPC_PORT',
envName='GRPC_PORT')],
container=mesos.ContainerInfo(
type='MESOS',
mesos=mesos.ContainerInfo.MesosInfo(
image=mesos.Image(
type='DOCKER',
docker=mesos.Image.Docker(
name='myregistry/peloton:0.1.0',
)
)
),
),
command=mesos.CommandInfo(
uris=[mesos.CommandInfo.URI(
value='https://gist.githubusercontent.com/scy0208/'
'08a66afe3a7837e5e1c1528d16b47e6f/raw/'
'2119f0fe20b7a1e827e4e43b288545799d6b4e5e/'
'hostmgr_mesos_secret',
executable=False,
cache=False,
output_file='hostmgr_mesos_secret',
)],
shell=True,
value='bash /bin/entrypoint.sh',
environment=mesos.Environment(
variables=[mesos.Environment.Variable(
name='CONFIG_DIR',
value='config',
), mesos.Environment.Variable(
name='AUTO_MIGRATE',
value='true',
), mesos.Environment.Variable(
name='MESOS_SECRET_FILE',
value='/mnt/mesos/sandbox/hostmgr_mesos_secret',
), mesos.Environment.Variable(
name='APP',
value='hostmgr',
)]
)
),
)
self.assertEqual(got, expected)