def get_endpoint_overview(db_session): """ :param db_session: session for the database :return: A list of properties for each endpoint that is found in the database """ week_ago = datetime.datetime.utcnow() - datetime.timedelta(days=7) now_local = to_local_datetime(datetime.datetime.utcnow()) today_local = now_local.replace(hour=0, minute=0, second=0, microsecond=0) today_utc = to_utc_datetime(today_local) hits_today = count_requests_group(db_session, Request.time_requested > today_utc) hits_week = count_requests_group(db_session, Request.time_requested > week_ago) hits = count_requests_group(db_session) median_today = get_endpoint_data_grouped(db_session, median, Request.time_requested > today_utc) median_week = get_endpoint_data_grouped(db_session, median, Request.time_requested > week_ago) median_overall = get_endpoint_data_grouped(db_session, median) access_times = get_last_requested(db_session) return [{ 'id': endpoint.id, 'name': endpoint.name, 'monitor': endpoint.monitor_level, 'color': get_color(endpoint.name), 'hits-today': get_value(hits_today, endpoint.id), 'hits-week': get_value(hits_week, endpoint.id), 'hits-overall': get_value(hits, endpoint.id), 'median-today': get_value(median_today, endpoint.id), 'median-week': get_value(median_week, endpoint.id), 'median-overall': get_value(median_overall, endpoint.id), 'last-accessed': get_value(access_times, endpoint.name, default=None) } for endpoint in get_endpoints(db_session)]
def overview(): week_ago = datetime.datetime.utcnow() - datetime.timedelta(days=7) now_local = to_local_datetime(datetime.datetime.utcnow()) today_local = now_local.replace(hour=0, minute=0, second=0, microsecond=0) today_utc = to_utc_datetime(today_local) result = [] with session_scope() as db_session: from numpy import median hits_today = count_requests_group(db_session, Request.time_requested > today_utc) hits_week = count_requests_group(db_session, Request.time_requested > week_ago) hits = count_requests_group(db_session) median_today = get_endpoint_data_grouped( db_session, median, Request.time_requested > today_utc) median_week = get_endpoint_data_grouped( db_session, median, Request.time_requested > week_ago) median = get_endpoint_data_grouped(db_session, median) access_times = get_last_requested(db_session) for endpoint in get_endpoints(db_session): result.append({ 'id': endpoint.id, 'name': endpoint.name, 'color': get_color(endpoint.name), 'hits-today': get_value(hits_today, endpoint.id), 'hits-week': get_value(hits_week, endpoint.id), 'hits-overall': get_value(hits, endpoint.id), 'median-today': get_value(median_today, endpoint.id), 'median-week': get_value(median_week, endpoint.id), 'median-overall': get_value(median, endpoint.id), 'last-accessed': get_value(access_times, endpoint.name, default=None) }) version = get_details(db_session)['dashboard-version'] return render_template('fmd_dashboard/overview.html', result=result, is_admin=is_admin(), title='Dashboard Overview', version=version)
def get_endpoint_overview(session): """ :param session: session for the database :return: A list of properties for each endpoint that is found in the database """ week_ago = datetime.datetime.utcnow() - datetime.timedelta(days=7) now_local = to_local_datetime(datetime.datetime.utcnow()) today_local = now_local.replace(hour=0, minute=0, second=0, microsecond=0) today_utc = to_utc_datetime(today_local) # First flush last requested info to db cache.flush_cache() error_hits_criterion = and_(Request.status_code >= 400, Request.status_code < 600) hits_today = count_requests_group(session, Request.time_requested > today_utc) hits_today_errors = count_requests_group( session, and_(Request.time_requested > today_utc, error_hits_criterion) ) hits_week = count_requests_group(session, Request.time_requested > week_ago) hits_week_errors = count_requests_group( session, and_(Request.time_requested > week_ago, error_hits_criterion) ) hits = count_requests_group(session) median_today = get_endpoint_data_grouped(session, median, Request.time_requested > today_utc) median_week = get_endpoint_data_grouped(session, median, Request.time_requested > week_ago) median_overall = get_endpoint_data_grouped(session, median) access_times = get_last_requested(session) return [ { 'id': endpoint.id, 'name': endpoint.name, 'monitor': endpoint.monitor_level, 'color': get_color(endpoint.name), 'hits-today': get_value(hits_today, endpoint.id), 'hits-today-errors': get_value(hits_today_errors, endpoint.id), 'hits-week': get_value(hits_week, endpoint.id), 'hits-week-errors': get_value(hits_week_errors, endpoint.id), 'hits-overall': get_value(hits, endpoint.id), 'median-today': get_value(median_today, endpoint.id), 'median-week': get_value(median_week, endpoint.id), 'median-overall': get_value(median_overall, endpoint.id), 'last-accessed': get_value(access_times, endpoint.name, default=None), } for endpoint in get_endpoints(session) ]
def get_multi_version_data(session, endpoints, versions): """ :param session: session for the database :param endpoints: a list of all endpoints for which the data must be collected (represented by their name) :param versions: a list of versions :return: a 2d list of data """ endpoints = [get_endpoint_by_name(session, name) for name in endpoints] requests = [ count_requests_group(session, Request.version_requested == v) for v in versions ] total_hits = numpy.zeros(len(versions)) hits = numpy.zeros((len(endpoints), len(versions))) for i, _ in enumerate(versions): total_hits[i] = max(1, sum([value for key, value in requests[i]])) for j, _ in enumerate(endpoints): for i, _ in enumerate(versions): hits[j][i] = get_value(requests[i], endpoints[j].id) * 100 / total_hits[i] return hits.tolist()
def version_usage_graph(db_session, form): """ Used for getting a Heatmap with an overview of which endpoints are used in which versions :param db_session: session for the database :param form: instance of SliderForm :return: """ endpoints = get_endpoints(db_session) versions = get_versions(db_session, limit=form.get_slider_value()) requests = [ count_requests_group(db_session, Request.version_requested == v) for v in versions ] total_hits = [] hits = [[]] * len(endpoints) for hits_version in requests: total_hits.append(max(1, sum([value for key, value in hits_version]))) for j in range(len(endpoints)): hits[j] = [0] * len(versions) for i in range(len(versions)): hits[j][i] = get_value(requests[i], endpoints[j].id) * 100 / total_hits[i] layout = get_layout(xaxis={ 'title': 'Versions', 'type': 'category' }, yaxis={ 'type': 'category', 'autorange': 'reversed' }, margin=get_margin()) trace = heatmap(z=hits, x=versions, y=['{} '.format(e.name) for e in endpoints], colorbar={ 'titleside': 'top', 'tickmode': 'array', }) return get_figure(layout=layout, data=[trace])
def test_count_requests_group(self): with session_scope() as db_session: self.assertEqual(count_requests_group(db_session), [(1, 5)])
def test_count_requests_group(session, request_1, endpoint): assert count_requests_group( session, Request.version_requested == request_1.version_requested) == [ (endpoint.id, 1) ]