def _service(inactive, completed, is_json):
"""List dcos services
:param inactive: If True, include completed tasks
:type inactive: bool
:param is_json: If true, output json.
Otherwise, output a human readable table.
:type is_json: bool
:returns: process return code
:rtype: int
"""
services = mesos.get_master().frameworks(
inactive=inactive,
completed=completed)
if is_json:
emitter.publish([service.dict() for service in services])
else:
table = tables.service_table(services)
output = str(table)
if output:
emitter.publish(output)
return 0
def _service(inactive, completed, is_json):
"""List dcos services
:param inactive: If True, include completed tasks
:type inactive: bool
:param is_json: If true, output json.
Otherwise, output a human readable table.
:type is_json: bool
:returns: process return code
:rtype: int
"""
services = mesos.get_master().frameworks(
inactive=inactive,
completed=completed)
if is_json:
emitter.publish([service.dict() for service in services])
else:
table = tables.service_table(services)
output = six.text_type(table)
if output:
emitter.publish(output)
return 0
def _metrics(summary, task_id, json_):
"""
Get metrics from the specified task.
:param summary: summarise output if true, output all if false
:type summary: bool
:param task_id: mesos task id
:type task_id: str
:param json: print raw JSON
:type json: bool
:return: Process status
:rtype: int
"""
master = mesos.get_master()
task = master.task(task_id)
if 'slave_id' not in task:
raise DCOSException(
'Error finding agent associated with task: {}'.format(task_id))
slave_id = task['slave_id']
container_id = master.get_container_id(task_id)
endpoint = '/system/v1/agent/{}/metrics/v0/containers/{}'.format(
slave_id, container_id
)
dcos_url = config.get_config_val('core.dcos_url').rstrip('/')
if not dcos_url:
raise config.missing_config_exception(['core.dcos_url'])
url = dcos_url + endpoint
app_url = url + '/app'
return metrics.print_task_metrics(url, app_url, summary, json_)
def _task(fltr, completed, json_):
"""List DCOS tasks
:param fltr: task id filter
:type fltr: str
:param completed: If True, include completed tasks
:type completed: bool
:param json_: If True, output json. Otherwise, output a human
readable table.
:type json_: bool
:returns: process return code
"""
if fltr is None:
fltr = ""
tasks = sorted(mesos.get_master().tasks(completed=completed, fltr=fltr),
key=lambda task: task['name'])
if json_:
emitter.publish([task.dict() for task in tasks])
else:
table = tables.task_table(tasks)
output = str(table)
if output:
emitter.publish(output)
return 0
def _task(task, all_, completed, json_):
"""List DCOS tasks
:param task: task id filter
:type task: str
:param all_: If True, include all tasks
:type all_: bool
:param completed: If True, include only completed tasks
:type completed: bool
:param json_: If True, output json. Otherwise, output a human
readable table.
:type json_: bool
:returns: process return code
"""
tasks = sorted(mesos.get_master().tasks(
fltr=task, completed=completed, all_=all_),
key=lambda t: t['name'])
if json_:
emitter.publish([t.dict() for t in tasks])
else:
table = tables.task_table(tasks)
output = six.text_type(table)
if output:
emitter.publish(output)
return 0
def _task(task, all_, completed, json_):
"""List DCOS tasks
:param task: task id filter
:type task: str
:param all_: If True, include all tasks
:type all_: bool
:param completed: If True, include only completed tasks
:type completed: bool
:param json_: If True, output json. Otherwise, output a human
readable table.
:type json_: bool
:returns: process return code
"""
tasks = sorted(mesos.get_master().tasks(
fltr=task, completed=completed, all_=all_),
key=lambda t: t['name'])
if json_:
emitter.publish([t.dict() for t in tasks])
else:
table = tables.task_table(tasks)
output = six.text_type(table)
if output:
emitter.publish(output)
return 0
def _task(fltr, completed, json_):
"""List DCOS tasks
:param fltr: task id filter
:type fltr: str
:param completed: If True, include completed tasks
:type completed: bool
:param json_: If True, output json. Otherwise, output a human
readable table.
:type json_: bool
:returns: process return code
"""
if fltr is None:
fltr = ""
tasks = sorted(mesos.get_master().tasks(completed=completed, fltr=fltr),
key=lambda task: task['name'])
if json_:
emitter.publish([task.dict() for task in tasks])
else:
table = tables.task_table(tasks)
output = str(table)
if output:
emitter.publish(output)
return 0
def _task(task, all_, completed, json_):
"""List DCOS tasks
:param task: task id filter
:type task: str
:param all_: If True, include all tasks
:type all_: bool
:param completed: If True, include only completed tasks
:type completed: bool
:param json_: If True, output json. Otherwise, output a human
readable table.
:type json_: bool
:returns: process return code
"""
tasks = sorted(mesos.get_master().tasks(fltr=task,
completed=completed,
all_=all_),
key=lambda t: t['name'])
if json_:
emitter.publish([t.dict() for t in tasks])
return 0
if len(tasks) == 0 and task is not None:
raise DCOSException(
'Cannot find a task with ID containing "{}"'.format(task))
else:
table = tables.task_table(tasks)
output = six.text_type(table)
if output:
emitter.publish(output)
return 0
def _metrics(summary, task_id, json_):
"""
Get metrics from the specified task.
:param summary: summarise output if true, output all if false
:type summary: bool
:param task_id: mesos task id
:type task_id: str
:param json: print raw JSON
:type json: bool
:return: Process status
:rtype: int
"""
master = mesos.get_master()
task = master.task(task_id)
if 'slave_id' not in task:
raise DCOSException(
'Error finding agent associated with task: {}'.format(task_id))
slave_id = task['slave_id']
container_id = master.get_container_id(task_id)
endpoint = '/system/v1/agent/{}/metrics/v0/containers/{}'.format(
slave_id, container_id)
dcos_url = config.get_config_val('core.dcos_url').rstrip('/')
if not dcos_url:
raise config.missing_config_exception(['core.dcos_url'])
url = dcos_url + endpoint
app_url = url + '/app'
return metrics.print_task_metrics(url, app_url, summary, json_)
def find_quobyte_framework():
dcos_client = mesos.DCOSClient()
active_frameworks = mesos.get_master(dcos_client).frameworks()
logging.debug("Active frameworks found are: " + str(active_frameworks))
for framework in active_frameworks:
if framework['name'] == QUOBYTE_FRAMEWORK_NAME:
return framework['webui_url']
return None
def _ls(task, path, all_, long_, completed):
""" List files in a task's sandbox.
:param task: task pattern to match
:type task: str
:param path: file path to read
:type path: str
:param long_: whether to use a long listing format
:type long_: bool
:param all_: If True, include all tasks
:type all_: bool
:param completed: If True, include completed tasks
:type completed: bool
:returns: process return code
:rtype: int
"""
if path is None:
path = '.'
if path.startswith('/'):
path = path[1:]
dcos_client = mesos.DCOSClient()
task_objects = mesos.get_master(dcos_client).tasks(
fltr=task, completed=completed, all_=all_)
if len(task_objects) == 0:
if task is None:
raise DCOSException("No tasks found")
else:
raise DCOSException(
'Cannot find a task with ID containing "{}"'.format(task))
try:
all_files = []
for task_obj in task_objects:
dir_ = posixpath.join(task_obj.directory(), path)
all_files += [
(task_obj['id'], dcos_client.browse(task_obj.slave(), dir_))]
except DCOSHTTPException as e:
if e.response.status_code == 404:
raise DCOSException(
'Cannot access [{}]: No such file or directory'.format(path))
else:
raise
add_header = len(all_files) > 1
for (task_id, files) in all_files:
if add_header:
emitter.publish('===> {} <==='.format(task_id))
if long_:
emitter.publish(tables.ls_long_table(files))
else:
emitter.publish(
' '.join(posixpath.basename(file_['path'])
for file_ in files))
def _ls(task, path, all_, long_, completed):
""" List files in a task's sandbox.
:param task: task pattern to match
:type task: str
:param path: file path to read
:type path: str
:param long_: whether to use a long listing format
:type long_: bool
:param all_: If True, include all tasks
:type all_: bool
:param completed: If True, include completed tasks
:type completed: bool
:returns: process return code
:rtype: int
"""
if path is None:
path = '.'
if path.startswith('/'):
path = path[1:]
dcos_client = mesos.DCOSClient()
task_objects = mesos.get_master(dcos_client).tasks(
fltr=task, completed=completed, all_=all_)
if len(task_objects) == 0:
if task is None:
raise DCOSException("No tasks found")
else:
raise DCOSException(
'Cannot find a task with ID containing "{}"'.format(task))
try:
all_files = []
for task_obj in task_objects:
dir_ = posixpath.join(task_obj.directory(), path)
all_files += [
(task_obj['id'], dcos_client.browse(task_obj.slave(), dir_))]
except DCOSHTTPException as e:
if e.response.status_code == 404:
raise DCOSException(
'Cannot access [{}]: No such file or directory'.format(path))
else:
raise
add_header = len(all_files) > 1
for (task_id, files) in all_files:
if add_header:
emitter.publish('===> {} <==='.format(task_id))
if long_:
emitter.publish(tables.ls_long_table(files))
else:
emitter.publish(
' '.join(posixpath.basename(file_['path'])
for file_ in files))
def log_job(args):
dcos_client = mesos.DCOSClient()
task = mesos.get_master(dcos_client).task(args['<submissionId>'])
log_file = args.get('--file', "stdout")
if log_file is None:
log_file = "stdout"
mesos_file = mesos.MesosFile(log_file, task=task, dcos_client=dcos_client)
lines_count = args.get('--lines_count', "10")
if lines_count is None:
lines_count = "10"
return log.log_files([mesos_file], args['--follow'], int(lines_count))
def log_job(args):
dcos_client = mesos.DCOSClient()
task = mesos.get_master(dcos_client).task(args['<submissionId>'])
log_file = args.get('--file', "stdout")
if log_file is None:
log_file = "stdout"
mesos_file = mesos.MesosFile(log_file, task=task, dcos_client=dcos_client)
lines_count = args.get('--lines_count', "10")
if lines_count is None:
lines_count = "10"
return log.log_files([mesos_file], args['--follow'], int(lines_count))
def test_ui_registration_requirement():
""" Testing the UI is a challenge with this toolchain. The UI team has the
best tooling for testing it. This test verifies that the required configurations
for the service endpoint and ability to launch to the service UI are present.
"""
tasks = mesos.get_master().tasks()
for task in tasks:
if task['name'] == 'marathon-user':
for label in task['labels']:
if label['key'] == 'DCOS_PACKAGE_NAME':
assert label['value'] == 'marathon'
if label['key'] == 'DCOS_SERVICE_NAME':
assert label['value'] == 'marathon-user'
def test_ui_registration_requirement():
""" Testing the UI is a challenge with this toolchain. The UI team has the
best tooling for testing it. This test verifies that the required configurations
for the service endpoint and ability to launch to the service UI are present.
"""
tasks = mesos.get_master().tasks()
for task in tasks:
if task['name'] == 'marathon-user':
for label in task['labels']:
if label['key'] == 'DCOS_PACKAGE_NAME':
assert label['value'] == 'marathon'
if label['key'] == 'DCOS_PACKAGE_IS_FRAMEWORK':
assert label['value'] == 'true'
if label['key'] == 'DCOS_SERVICE_NAME':
assert label['value'] == 'marathon-user'
def _log_task(task_id, follow, lines, file_):
"""Prints the contents of the logs for a given task ID.
:param task_id: task ID
:type task_id: str
:param follow: same as unix tail's -f
:type follow: bool
:param lines: number of lines to print
:type lines: int
:param file_: file path to read
:type file_: str
:returns: process return code
:rtype: int
"""
dcos_client = mesos.DCOSClient()
task = mesos.get_master(dcos_client).task(task_id)
mesos_file = mesos.MesosFile(file_, task=task, dcos_client=dcos_client)
return log.log_files([mesos_file], follow, lines)
def _mesos_files(master, slave_id):
"""Returns the MesosFile objects to log
:param master: whether to include the master log file
:type master: bool
:param slave_id: the ID of a slave. used to include a slave's log
file
:type slave_id: str | None
:returns: MesosFile objects
:rtype: [MesosFile]
"""
files = []
if master:
files.append(mesos.MesosFile('/master/log'))
if slave_id:
slave = mesos.get_master().slave(slave_id)
files.append(mesos.MesosFile('/slave/log', slave=slave))
return files
def _log_task(task_id, follow, lines, file_):
"""Prints the contents of the logs for a given task ID.
:param task_id: task ID
:type task_id: str
:param follow: same as unix tail's -f
:type follow: bool
:param lines: number of lines to print
:type lines: int
:param file_: file path to read
:type file_: str
:returns: process return code
:rtype: int
"""
dcos_client = mesos.DCOSClient()
task = mesos.get_master(dcos_client).task(task_id)
mesos_file = mesos.MesosFile(file_, task=task, dcos_client=dcos_client)
return log.log_files([mesos_file], follow, lines)
def _mesos_files(leader, slave_id):
"""Returns the MesosFile objects to log
:param leader: whether to include the leading master's log file
:type leader: bool
:param slave_id: the ID of a slave. used to include a slave's log
file
:type slave_id: str | None
:returns: MesosFile objects
:rtype: [MesosFile]
"""
files = []
if leader:
files.append(mesos.MesosFile('/master/log'))
if slave_id:
slave = mesos.get_master().slave(slave_id)
files.append(mesos.MesosFile('/slave/log', slave=slave))
return files
def _ls(task, path, long_, completed):
""" List files in a task's sandbox.
:param task: task pattern to match
:type task: str
:param path: file path to read
:type path: str
:param long_: whether to use a long listing format
:type long_: bool
:param completed: If True, include completed tasks
:type completed: bool
:returns: process return code
:rtype: int
"""
if path is None:
path = '.'
if path.startswith('/'):
path = path[1:]
dcos_client = mesos.DCOSClient()
task_obj = mesos.get_master(dcos_client).task(
fltr=task, completed=completed)
dir_ = posixpath.join(task_obj.directory(), path)
try:
files = dcos_client.browse(task_obj.slave(), dir_)
except DCOSHTTPException as e:
if e.response.status_code == 404:
raise DCOSException(
'Cannot access [{}]: No such file or directory'.format(path))
else:
raise
if files:
if long_:
emitter.publish(tables.ls_long_table(files))
else:
emitter.publish(
' '.join(posixpath.basename(file_['path'])
for file_ in files))
def get_service(service_name, inactive=False, completed=False):
""" Get a dictionary describing a service
:param service_name: the service name
:type service_name: str
:param inactive: whether to include inactive services
:type inactive: bool
:param completed: whether to include completed services
:type completed: bool
:return: a dict describing a service
:rtype: dict, or None
"""
services = mesos.get_master().frameworks(inactive=inactive,
completed=completed)
for service in services:
if service['name'] == service_name:
return service
return None
def _ls(task, path, long_, completed):
""" List files in a task's sandbox.
:param task: task pattern to match
:type task: str
:param path: file path to read
:type path: str
:param long_: whether to use a long listing format
:type long_: bool
:param completed: If True, include completed tasks
:type completed: bool
:returns: process return code
:rtype: int
"""
if path is None:
path = '.'
if path.startswith('/'):
path = path[1:]
dcos_client = mesos.DCOSClient()
task_obj = mesos.get_master(dcos_client).task(fltr=task,
completed=completed)
dir_ = posixpath.join(task_obj.directory(), path)
try:
files = dcos_client.browse(task_obj.slave(), dir_)
except DCOSHTTPException as e:
if e.response.status_code == 404:
raise DCOSException(
'Cannot access [{}]: No such file or directory'.format(path))
else:
raise
if files:
if long_:
emitter.publish(tables.ls_long_table(files))
else:
emitter.publish(' '.join(
posixpath.basename(file_['path']) for file_ in files))
def get_service(
service_name,
inactive=False,
completed=False
):
""" Get a dictionary describing a service
:param service_name: the service name
:type service_name: str
:param inactive: whether to include inactive services
:type inactive: bool
:param completed: whether to include completed services
:type completed: bool
:return: a dict describing a service
:rtype: dict, or None
"""
services = mesos.get_master().frameworks(inactive=inactive, completed=completed)
for service in services:
if service['name'] == service_name:
return service
return None
def get_mesos_tasks():
""" Get a list of mesos tasks
"""
return mesos.get_master().tasks()
def get_mesos_tasks():
""" Get a list of mesos tasks
"""
return mesos.get_master().tasks()
