def test_failed_task(self):
state = EventsState()
state.get_or_create_worker('worker1')
events = [Event('worker-online', hostname='worker1')]
events += task_failed_events(worker='worker1', name='task1',
id='123')
for i, e in enumerate(events):
e['clock'] = i
e['local_received'] = time.time()
state.event(e)
self.app.events.state = state
params = dict(draw=1, start=0, length=10)
params['search[value]'] = ''
params['order[0][column]'] = 0
params['columns[0][data]'] = 'name'
params['order[0][dir]'] = 'asc'
r = self.get('/tasks/datatable?' + '&'.join(
map(lambda x: '%s=%s' % x, params.items())))
table = json.loads(r.body.decode("utf-8"))
self.assertEqual(200, r.code)
self.assertEqual(1, table['recordsTotal'])
self.assertEqual(1, table['recordsFiltered'])
tasks = table['data']
self.assertEqual(1, len(tasks))
self.assertEqual('FAILURE', tasks[0]['state'])
self.assertEqual('task1', tasks[0]['name'])
self.assertEqual('123', tasks[0]['uuid'])
self.assertEqual('worker1', tasks[0]['worker'])
def test_failed_task(self):
state = EventsState()
state.get_or_create_worker('worker1')
events = [Event('worker-online', hostname='worker1')]
events += task_failed_events(worker='worker1', name='task1', id='123')
for i, e in enumerate(events):
e['clock'] = i
e['local_received'] = time.time()
state.event(e)
self.app.events.state = state
params = dict(draw=1, start=0, length=10)
params['search[value]'] = ''
params['order[0][column]'] = 0
params['columns[0][data]'] = 'name'
params['order[0][dir]'] = 'asc'
r = self.get('/tasks/datatable?' +
'&'.join(map(lambda x: '%s=%s' % x, params.items())))
table = json.loads(r.body.decode("utf-8"))
self.assertEqual(200, r.code)
self.assertEqual(1, table['recordsTotal'])
self.assertEqual(1, table['recordsFiltered'])
tasks = table['data']
self.assertEqual(1, len(tasks))
self.assertEqual('FAILURE', tasks[0]['state'])
self.assertEqual('task1', tasks[0]['name'])
self.assertEqual('123', tasks[0]['uuid'])
self.assertEqual('worker1', tasks[0]['worker'])
def test_task_prefetch_time_metric_failed_task_resets_metric_to_zero(self):
state = EventsState()
worker_name = 'worker1'
task_name = 'task1'
state.get_or_create_worker(worker_name)
events = task_failed_events(worker=worker_name,
name=task_name,
id='123')
task_received = time.time()
task_started = task_received + 3
for i, e in enumerate(events):
e['clock'] = i
e['local_received'] = time.time()
if e['type'] == 'task-received':
e['timestamp'] = task_received
if e['type'] == 'task-started':
e['timestamp'] = task_started
state.event(e)
self.app.events.state = state
metrics = self.get('/metrics').body.decode('utf-8')
self.assertTrue(
f'flower_task_prefetch_time_seconds{{task="{task_name}",worker="{worker_name}"}} 0.0'
in metrics)
def test_tasks(self):
state = EventsState()
state.get_or_create_worker('worker1')
state.get_or_create_worker('worker2')
state.get_or_create_worker('worker3')
events = [Event('worker-online', hostname='worker1'),
Event('worker-online', hostname='worker2')]
for i in range(100):
events += task_succeeded_events(worker='worker1')
for i in range(10):
events += task_succeeded_events(worker='worker3')
for i in range(13):
events += task_failed_events(worker='worker3')
for i, e in enumerate(events):
e['clock'] = i
e['local_received'] = time.time()
state.event(e)
self.app.events.state = state
r = self.get('/dashboard')
table = HtmlTableParser()
table.parse(str(r.body))
self.assertEqual(200, r.code)
self.assertEqual(3, len(table.rows()))
self.assertEqual(['worker1', 'True', '0', '100', '0', '100', '0', None],
table.get_row('worker1'))
self.assertEqual(['worker2', 'True', '0', '0', '0', '0', '0', None],
table.get_row('worker2'))
self.assertEqual(['worker3', 'True', '0', '23', '13', '10', '0', None],
table.get_row('worker3'))
def test_tasks(self):
state = EventsState()
state.get_or_create_worker('worker1')
state.get_or_create_worker('worker2')
state.get_or_create_worker('worker3')
events = [
Event('worker-online', hostname='worker1'),
Event('worker-online', hostname='worker2')
]
for i in range(100):
events += task_succeeded_events(worker='worker1')
for i in range(10):
events += task_succeeded_events(worker='worker3')
for i in range(13):
events += task_failed_events(worker='worker3')
for i, e in enumerate(events):
e['clock'] = i
e['local_received'] = time.time()
state.event(e)
self.app.events.state = state
r = self.get('/dashboard')
table = HtmlTableParser()
table.parse(str(r.body))
self.assertEqual(200, r.code)
self.assertEqual(3, len(table.rows()))
self.assertEqual(
['worker1', 'True', '0', '100', '0', '100', '0', None],
table.get_row('worker1'))
self.assertEqual(['worker2', 'True', '0', '0', '0', '0', '0', None],
table.get_row('worker2'))
self.assertEqual(['worker3', 'True', '0', '23', '13', '10', '0', None],
table.get_row('worker3'))