def _perform_sync(self):
"""Performs the sync with the database
"""
scheduler_mgr.sync_with_database()
job_type_mgr.sync_with_database()
workspace_mgr.sync_with_database()
mesos_master = scheduler_mgr.mesos_address
node_mgr.sync_with_database(mesos_master.hostname, mesos_master.port)
# Kill running tasks for canceled job executions
for task_to_kill in job_exe_mgr.sync_with_database():
pb_task_to_kill = mesos_pb2.TaskID()
pb_task_to_kill.value = task_to_kill.id
logger.info('Killing task %s', task_to_kill.id)
self._driver.killTask(pb_task_to_kill)
if settings.SECRETS_URL:
secrets_mgr.sync_with_backend()
def _execute(self):
"""See :meth:`scheduler.threads.base_thread.BaseSchedulerThread._execute`
"""
scheduler_mgr.sync_with_database()
job_type_mgr.sync_with_database()
job_exe_mgr.sync_with_database()
workspace_mgr.sync_with_database()
node_mgr.sync_with_database(scheduler_mgr.config)
cleanup_mgr.update_nodes(node_mgr.get_nodes())
mesos_master = scheduler_mgr.mesos_address
resource_mgr.sync_with_mesos(mesos_master.hostname, mesos_master.port)
# Handle canceled job executions
for finished_job_exe in job_exe_mgr.sync_with_database():
cleanup_mgr.add_job_execution(finished_job_exe)
if settings.SECRETS_URL:
secrets_mgr.sync_with_backend()
def _execute(self):
"""See :meth:`scheduler.threads.base_thread.BaseSchedulerThread._execute`
"""
scheduler_mgr.sync_with_database()
job_type_mgr.sync_with_database()
workspace_mgr.sync_with_database()
node_mgr.sync_with_database(scheduler_mgr.config)
cleanup_mgr.update_nodes(node_mgr.get_nodes())
mesos_master = scheduler_mgr.mesos_address
resource_mgr.sync_with_mesos(mesos_master.hostname, mesos_master.port)
# Kill running tasks for canceled job executions
for task_to_kill in job_exe_mgr.sync_with_database():
pb_task_to_kill = mesos_pb2.TaskID()
pb_task_to_kill.value = task_to_kill.id
logger.info('Killing task %s', task_to_kill.id)
self._driver.killTask(pb_task_to_kill)
if settings.SECRETS_URL:
secrets_mgr.sync_with_backend()