logger.exception('Error processing filter %r: %s', cls, e) sort = request.GET.get('sort') if sort not in SORT_OPTIONS: sort = settings.DEFAULT_SORT_OPTION if sort.startswith('accel_') and not has_trending(): sort = settings.DEFAULT_SORT_OPTION engine = get_db_engine('default') if engine.startswith('sqlite'): sort_clause = SQLITE_SORT_CLAUSES.get(sort) elif engine.startswith('mysql'): sort_clause = MYSQL_SORT_CLAUSES.get(sort) else: sort_clause = SORT_CLAUSES.get(sort) if sort == 'tottime': event_list = event_list.filter(time_spent_count__gt=0) elif sort == 'avgtime': event_list = event_list.filter(time_spent_count__gt=0) elif sort.startswith('accel_'): event_list = Group.objects.get_accelerated(event_list, minutes=int(sort.split('_', 1)[1])) date_from = request.GET.get('df') time_from = request.GET.get('tf') date_to = request.GET.get('dt') time_to = request.GET.get('tt') today = datetime.datetime.utcnow()
def _get_group_list(request, project): filters = [] for cls in get_filters(Group, project): try: filters.append(cls(request, project)) except Exception as e: logger = logging.getLogger('sentry.filters') logger.exception('Error initializing filter %r: %s', cls, e) event_list = Group.objects if request.user.is_authenticated() and request.GET.get('bookmarks'): event_list = event_list.filter( bookmark_set__project=project, bookmark_set__user=request.user, ) else: event_list = event_list.filter(project=project) for filter_ in filters: try: if not filter_.is_set(): continue event_list = filter_.get_query_set(event_list) except Exception as e: logger = logging.getLogger('sentry.filters') logger.exception('Error processing filter %r: %s', cls, e) date_from = request.GET.get('df') time_from = request.GET.get('tf') date_to = request.GET.get('dt') time_to = request.GET.get('tt') date_type = request.GET.get('date_type') today = timezone.now() # date format is Y-m-d if any(x is not None for x in [date_from, time_from, date_to, time_to]): date_from, date_to = parse_date(date_from, time_from), parse_date( date_to, time_to) else: date_from = today - datetime.timedelta(days=5) date_to = None if date_type == 'first_seen': if date_from: event_list = event_list.filter(first_seen__gte=date_from) elif date_to: event_list = event_list.filter(first_seen__lte=date_to) else: if date_from and date_to: event_list = event_list.filter( groupcountbyminute__date__gte=date_from, groupcountbyminute__date__lte=date_to, ) elif date_from: event_list = event_list.filter(last_seen__gte=date_from) elif date_to: event_list = event_list.filter(last_seen__lte=date_to) sort = request.GET.get('sort') or request.session.get('streamsort') if sort not in SORT_OPTIONS: sort = DEFAULT_SORT_OPTION # Save last sort in session if sort != request.session.get('streamsort'): request.session['streamsort'] = sort if sort.startswith('accel_') and not has_trending(): sort = DEFAULT_SORT_OPTION engine = get_db_engine('default') if engine.startswith('sqlite'): score_clause = SQLITE_SORT_CLAUSES.get(sort) filter_clause = SQLITE_SCORE_CLAUSES.get(sort) elif engine.startswith('mysql'): score_clause = MYSQL_SORT_CLAUSES.get(sort) filter_clause = MYSQL_SCORE_CLAUSES.get(sort) elif engine.startswith('oracle'): score_clause = ORACLE_SORT_CLAUSES.get(sort) filter_clause = ORACLE_SCORE_CLAUSES.get(sort) elif engine in ('django_pytds', 'sqlserver_ado', 'sql_server.pyodbc'): score_clause = MSSQL_SORT_CLAUSES.get(sort) filter_clause = MSSQL_SCORE_CLAUSES.get(sort) else: score_clause = SORT_CLAUSES.get(sort) filter_clause = SCORE_CLAUSES.get(sort) # IMPORTANT: All filters must already be applied once we reach this point if sort == 'tottime': event_list = event_list.filter(time_spent_count__gt=0) elif sort == 'avgtime': event_list = event_list.filter(time_spent_count__gt=0) elif sort.startswith('accel_'): event_list = Group.objects.get_accelerated([project.id], event_list, minutes=int( sort.split('_', 1)[1])) if score_clause: event_list = event_list.extra(select={'sort_value': score_clause}, ) # HACK: don't sort by the same column twice if sort == 'date': event_list = event_list.order_by('-last_seen') else: event_list = event_list.order_by('-sort_value', '-last_seen') cursor = request.GET.get('cursor', request.GET.get('c')) if cursor: event_list = event_list.extra( where=['%s > %%s' % filter_clause], params=[float(cursor)], ) return { 'filters': filters, 'event_list': event_list, 'date_from': date_from, 'date_to': date_to, 'today': today, 'sort': sort, 'date_type': date_type }
engine = get_db_engine('default') if engine.startswith('sqlite'): score_clause = SQLITE_SORT_CLAUSES.get(sort) filter_clause = SQLITE_SCORE_CLAUSES.get(sort) elif engine.startswith('mysql'): score_clause = MYSQL_SORT_CLAUSES.get(sort) filter_clause = MYSQL_SCORE_CLAUSES.get(sort) elif engine.startswith('oracle'): score_clause = ORACLE_SORT_CLAUSES.get(sort) filter_clause = ORACLE_SCORE_CLAUSES.get(sort) elif engine in ('django_pytds', 'sqlserver_ado', 'sql_server.pyodbc'): score_clause = MSSQL_SORT_CLAUSES.get(sort) filter_clause = MSSQL_SCORE_CLAUSES.get(sort) else: score_clause = SORT_CLAUSES.get(sort) filter_clause = SCORE_CLAUSES.get(sort) # IMPORTANT: All filters must already be applied once we reach this point if sort == 'tottime': event_list = event_list.filter(time_spent_count__gt=0) elif sort == 'avgtime': event_list = event_list.filter(time_spent_count__gt=0) elif sort.startswith('accel_'): event_list = Group.objects.get_accelerated([project.id], event_list, minutes=int( sort.split('_', 1)[1])) if score_clause:
def _get_group_list(request, project): filters = [] for cls in get_filters(Group, project): try: filters.append(cls(request, project)) except Exception as e: logger = logging.getLogger('sentry.filters') logger.exception('Error initializing filter %r: %s', cls, e) event_list = Group.objects if request.user.is_authenticated() and request.GET.get('bookmarks'): event_list = event_list.filter( bookmark_set__project=project, bookmark_set__user=request.user, ) else: event_list = event_list.filter(project=project) for filter_ in filters: try: if not filter_.is_set(): continue event_list = filter_.get_query_set(event_list) except Exception as e: logger = logging.getLogger('sentry.filters') logger.exception('Error processing filter %r: %s', cls, e) date_from = request.GET.get('df') time_from = request.GET.get('tf') date_to = request.GET.get('dt') time_to = request.GET.get('tt') date_type = request.GET.get('date_type') today = timezone.now() # date format is Y-m-d if any(x is not None for x in [date_from, time_from, date_to, time_to]): date_from, date_to = parse_date(date_from, time_from), parse_date(date_to, time_to) else: date_from = today - datetime.timedelta(days=5) date_to = None if date_type == 'first_seen': if date_from: event_list = event_list.filter(first_seen__gte=date_from) elif date_to: event_list = event_list.filter(first_seen__lte=date_to) else: if date_from and date_to: event_list = event_list.filter( first_seen__gte=date_from, last_seen__lte=date_to, ) elif date_from: event_list = event_list.filter(last_seen__gte=date_from) elif date_to: event_list = event_list.filter(last_seen__lte=date_to) sort = request.GET.get('sort') or request.session.get('streamsort') if sort not in SORT_OPTIONS: sort = DEFAULT_SORT_OPTION # Save last sort in session if sort != request.session.get('streamsort'): request.session['streamsort'] = sort engine = get_db_engine('default') if engine.startswith('sqlite'): score_clause = SQLITE_SORT_CLAUSES.get(sort) filter_clause = SQLITE_SCORE_CLAUSES.get(sort) elif engine.startswith('mysql'): score_clause = MYSQL_SORT_CLAUSES.get(sort) filter_clause = MYSQL_SCORE_CLAUSES.get(sort) elif engine.startswith('oracle'): score_clause = ORACLE_SORT_CLAUSES.get(sort) filter_clause = ORACLE_SCORE_CLAUSES.get(sort) elif engine in ('django_pytds', 'sqlserver_ado', 'sql_server.pyodbc'): score_clause = MSSQL_SORT_CLAUSES.get(sort) filter_clause = MSSQL_SCORE_CLAUSES.get(sort) else: score_clause = SORT_CLAUSES.get(sort) filter_clause = SCORE_CLAUSES.get(sort) # IMPORTANT: All filters must already be applied once we reach this point if sort == 'tottime': event_list = event_list.filter(time_spent_count__gt=0) elif sort == 'avgtime': event_list = event_list.filter(time_spent_count__gt=0) if score_clause: event_list = event_list.extra( select={'sort_value': score_clause}, ) # HACK: don't sort by the same column twice if sort == 'date': event_list = event_list.order_by('-last_seen') else: event_list = event_list.order_by('-sort_value', '-last_seen') cursor = request.GET.get('cursor', request.GET.get('c')) if cursor: event_list = event_list.extra( where=['%s > %%s' % filter_clause], params=[float(cursor)], ) return { 'filters': filters, 'event_list': event_list, 'date_from': date_from, 'date_to': date_to, 'today': today, 'sort': sort, 'date_type': date_type }
def get(self, request, project_id): project = Project.objects.get( id=project_id, ) assert_perm(project, request.user, request.auth) group_list = Group.objects.all() if request.user.is_authenticated() and request.GET.get('bookmarks'): group_list = group_list.filter( bookmark_set__project=project, bookmark_set__user=request.user, ) else: group_list = group_list.filter(project=project) status = request.GET.get('status') if status: group_list = group_list.filter(status=int(status)) tag_keys = TagKey.objects.all_keys(project) for tag in tag_keys: value = request.GET.get(tag) if value: group_list = group_list.filter( grouptag__project=project, grouptag__key=tag, grouptag__value=value, ) # TODO: dates should include timestamps date_from = request.GET.get('since') time_from = request.GET.get('until') date_filter = request.GET.get('date_filter') date_to = request.GET.get('dt') time_to = request.GET.get('tt') today = timezone.now() # date format is Y-m-d if any(x is not None for x in [date_from, time_from, date_to, time_to]): date_from, date_to = parse_date(date_from, time_from), parse_date(date_to, time_to) else: date_from = today - timedelta(days=5) date_to = None if date_filter == 'first_seen': if date_from: group_list = group_list.filter(first_seen__gte=date_from) elif date_to: group_list = group_list.filter(first_seen__lte=date_to) else: # TODO(dcramer): a date_to no longer makes a lot of sense, and will # need corrected when search lands if date_from: group_list = group_list.filter(last_seen__gte=date_from) if date_to: group_list = group_list.filter(last_seen__lte=date_to) sort = request.GET.get('sort') or request.session.get('streamsort') if sort is None: sort = DEFAULT_SORT_OPTION elif sort not in SORT_OPTIONS or sort.startswith('accel_'): return HttpResponse(status=400) # Save last sort in session if sort != request.session.get('streamsort'): request.session['streamsort'] = sort engine = get_db_engine('default') if engine.startswith('sqlite'): score_clause = SQLITE_SORT_CLAUSES.get(sort) filter_clause = SQLITE_SCORE_CLAUSES.get(sort) elif engine.startswith('mysql'): score_clause = MYSQL_SORT_CLAUSES.get(sort) filter_clause = MYSQL_SCORE_CLAUSES.get(sort) elif engine.startswith('oracle'): score_clause = ORACLE_SORT_CLAUSES.get(sort) filter_clause = ORACLE_SCORE_CLAUSES.get(sort) elif engine in ('django_pytds', 'sqlserver_ado', 'sql_server.pyodbc'): score_clause = MSSQL_SORT_CLAUSES.get(sort) filter_clause = MSSQL_SCORE_CLAUSES.get(sort) else: score_clause = SORT_CLAUSES.get(sort) filter_clause = SCORE_CLAUSES.get(sort) assert score_clause if sort == 'tottime': group_list = group_list.filter(time_spent_count__gt=0) elif sort == 'avgtime': group_list = group_list.filter(time_spent_count__gt=0) group_list = group_list.extra( select={'sort_value': score_clause}, ) return self.paginate( request=request, queryset=group_list, order_by='-sort_value', on_results=lambda x: serialize(x, request.user), )
def _get_group_list(request, project, view=None): filters = [] for cls in Filter.objects.filter(Group): filters.append(cls(request)) event_list = Group.objects if request.GET.get('bookmarks'): event_list = event_list.filter( bookmark_set__project=project, bookmark_set__user=request.user, ) else: event_list = event_list.filter(project=project) if view: event_list = event_list.filter(views=view) for filter_ in filters: if not filter_.is_set(): continue event_list = filter_.get_query_set(event_list) sort = request.GET.get('sort') if sort not in SORT_OPTIONS: sort = settings.DEFAULT_SORT_OPTION if sort.startswith('accel_') and not has_trending(): sort = settings.DEFAULT_SORT_OPTION if not sort.startswith('accel_'): since = request.GET.get('since', '') if since not in DATE_OPTIONS: since = settings.DEFAULT_DATE_OPTION else: since = None engine = get_db_engine('default') if engine.startswith('sqlite'): sort_clause = SQLITE_SORT_CLAUSES.get(sort) elif engine.startswith('mysql'): sort_clause = MYSQL_SORT_CLAUSES.get(sort) else: sort_clause = SORT_CLAUSES.get(sort) if sort == 'tottime': event_list = event_list.filter(time_spent_count__gt=0) elif sort == 'avgtime': event_list = event_list.filter(time_spent_count__gt=0) elif sort.startswith('accel_'): event_list = Group.objects.get_accelerated(event_list, minutes=int(sort.split('_', 1)[1])) if since in DATE_VALUES: event_list = event_list.filter(last_seen__gte=datetime.datetime.now() - DATE_VALUES[since]) if sort_clause: event_list = event_list.extra( select={'sort_value': sort_clause}, ).order_by('-sort_value', '-last_seen') cursor = request.GET.get('cursor') if cursor: event_list = event_list.extra( where=['%s > %%s' % sort_clause], params=[cursor], ) return filters, event_list