def system_ajax(request): """ Utility ajax functions for polling couch and celerymon """ type = request.GET.get('api', None) task_limit = getattr(settings, 'CELERYMON_TASK_LIMIT', 12) celery_monitoring = getattr(settings, 'CELERY_FLOWER_URL', None) db = XFormInstance.get_db() if type == "_active_tasks": try: tasks = filter(lambda x: x['type'] == "indexer", db.server.active_tasks()) except Unauthorized: return json_response({'error': "Unable to access CouchDB Tasks (unauthorized)."}, status_code=500) if not is_bigcouch(): return json_response(tasks) else: # group tasks by design doc task_map = defaultdict(dict) for task in tasks: meta = task_map[task['design_document']] tasks = meta.get('tasks', []) tasks.append(task) meta['tasks'] = tasks design_docs = [] for dd, meta in task_map.items(): meta['design_document'] = dd[len('_design/'):] total_changes = sum(task['total_changes'] for task in meta['tasks']) for task in meta['tasks']: task['progress_contribution'] = task['changes_done'] * 100 / total_changes design_docs.append(meta) return json_response(design_docs) elif type == "_stats": return json_response({}) elif type == "_logs": pass elif type == 'pillowtop': pillow_meta = get_all_pillows_json() supervisor_status = all_pillows_supervisor_status([meta['name'] for meta in pillow_meta]) for meta in pillow_meta: meta.update(supervisor_status[meta['name']]) return json_response(sorted(pillow_meta, key=lambda m: m['name'])) elif type == 'stale_pillows': es_index_status = [ check_case_es_index(interval=3), check_xform_es_index(interval=3), check_reportcase_es_index(interval=3), check_reportxform_es_index(interval=3) ] return json_response(es_index_status) if celery_monitoring: cresource = Resource(celery_monitoring, timeout=3) if type == "flower_poll": ret = [] try: t = cresource.get("api/tasks", params_dict={'limit': task_limit}).body_string() all_tasks = json.loads(t) except Exception, ex: return json_response({'error': "Error with getting from celery_flower: %s" % ex}, status_code=500) for task_id, traw in all_tasks.items(): # it's an array of arrays - looping through [<id>, {task_info_dict}] if 'name' in traw and traw['name']: traw['name'] = '.'.join(traw['name'].split('.')[-2:]) else: traw['name'] = None ret.append(traw) ret = sorted(ret, key=lambda x: x['succeeded'], reverse=True) return HttpResponse(json.dumps(ret), content_type='application/json')
def system_ajax(request): """ Utility ajax functions for polling couch and celerymon """ type = request.GET.get('api', None) task_limit = getattr(settings, 'CELERYMON_TASK_LIMIT', 12) celery_monitoring = getattr(settings, 'CELERY_FLOWER_URL', None) db = XFormInstance.get_db() if type == "_active_tasks": try: tasks = [x for x in db.server.active_tasks() if x['type'] == "indexer"] except Unauthorized: return json_response({'error': "Unable to access CouchDB Tasks (unauthorized)."}, status_code=500) if not is_bigcouch(): return json_response(tasks) else: # group tasks by design doc task_map = defaultdict(dict) for task in tasks: meta = task_map[task['design_document']] tasks = meta.get('tasks', []) tasks.append(task) meta['tasks'] = tasks design_docs = [] for dd, meta in task_map.items(): meta['design_document'] = dd[len('_design/'):] total_changes = sum(task['total_changes'] for task in meta['tasks']) for task in meta['tasks']: task['progress_contribution'] = task['changes_done'] * 100 // total_changes design_docs.append(meta) return json_response(design_docs) elif type == "_stats": return json_response({}) elif type == "_logs": pass elif type == 'pillowtop': pillow_meta = get_all_pillows_json() supervisor_status = all_pillows_supervisor_status([meta['name'] for meta in pillow_meta]) for meta in pillow_meta: meta.update(supervisor_status[meta['name']]) return json_response(sorted(pillow_meta, key=lambda m: m['name'].lower())) elif type == 'stale_pillows': es_index_status = [ escheck.check_case_es_index(interval=3), escheck.check_xform_es_index(interval=3), escheck.check_reportcase_es_index(interval=3), escheck.check_reportxform_es_index(interval=3) ] return json_response(es_index_status) if celery_monitoring: cresource = Resource(celery_monitoring, timeout=3) if type == "flower_poll": ret = [] try: t = cresource.get("api/tasks", params_dict={'limit': task_limit}).body_string() all_tasks = json.loads(t) except Exception as ex: return json_response({'error': "Error with getting from celery_flower: %s" % ex}, status_code=500) for task_id, traw in all_tasks.items(): # it's an array of arrays - looping through [<id>, {task_info_dict}] if 'name' in traw and traw['name']: traw['name'] = '.'.join(traw['name'].split('.')[-2:]) else: traw['name'] = None ret.append(traw) ret = sorted(ret, key=lambda x: x['succeeded'], reverse=True) return HttpResponse(json.dumps(ret), content_type='application/json') return HttpResponse('{}', content_type='application/json')