def checkWorkerHeartbeat(events):
for worker in API.getWorkers():
if (datetime.now() - worker.heartbeat) > WORKER_HEARTBEAT_TIMEOUT:
for schedule in API.getSchedules(worker):
schedule.worker = API.getNextWorker()
API.destroyWorker(worker)
events.enter(WORKER_HEARTBEAT_TIMEOUT.total_seconds(), 1, checkWorkerHeartbeat, (events,))
def printWorkerStatus(w):
for worker in API.getWorkers():
if (w == worker):
debug_status("worker %d is up." % w.id)
debug_status("worker %d is down")
def printAllWorkerTask():
for w in API.getWorkers():
printWorkerTask(w)
def printAllWorkerHeartBeat():
for w in API.getWorkers():
printWorkerHeartBeat(w)
def printAllUpWorkers():
L = len(API.getWorkers())
if (L == 1):
debug_status("1 worker is up")
else:
debug_status("%d workers are up" % L)
