def count_users_seen(self):
return tagstore.get_groups_user_counts(
[self.project_id],
[self.id],
environment_ids=None,
start=self.first_seen,
)[self.id]
def _get_seen_stats(self, item_list, user):
tagstore = SnubaTagStorage()
project_ids = list(set([item.project_id for item in item_list]))
group_ids = [item.id for item in item_list]
user_counts = tagstore.get_groups_user_counts(
project_ids,
group_ids,
environment_ids=self.environment_ids,
start=self.start,
end=self.end,
)
first_seen = {}
last_seen = {}
times_seen = {}
if not self.environment_ids:
# use issue fields
for item in item_list:
first_seen[item.id] = item.first_seen
last_seen[item.id] = item.last_seen
times_seen[item.id] = item.times_seen
else:
seen_data = tagstore.get_group_seen_values_for_environments(
project_ids,
group_ids,
self.environment_ids,
start=self.start,
end=self.end,
)
first_seen_data = {
ge['group_id']: ge['first_seen__min']
for ge in GroupEnvironment.objects.filter(
group_id__in=[item.id for item in item_list],
environment_id__in=self.environment_ids,
).values('group_id').annotate(Min('first_seen'))
}
for item_id, value in seen_data.items():
first_seen[item_id] = first_seen_data.get(item_id)
last_seen[item_id] = value['last_seen']
times_seen[item_id] = value['times_seen']
attrs = {}
for item in item_list:
attrs[item] = {
'times_seen': times_seen.get(item.id, 0),
'first_seen': first_seen.get(item.id),
'last_seen': last_seen.get(item.id),
'user_count': user_counts.get(item.id, 0),
}
return attrs
def _get_seen_stats(self, item_list, user):
tagstore = SnubaTagStorage()
project_ids = list(set([item.project_id for item in item_list]))
group_ids = [item.id for item in item_list]
user_counts = tagstore.get_groups_user_counts(
project_ids,
group_ids,
environment_ids=self.environment_ids,
start=self.start,
end=self.end,
)
first_seen = {}
last_seen = {}
times_seen = {}
if not self.environment_ids:
# use issue fields
for item in item_list:
first_seen[item.id] = item.first_seen
last_seen[item.id] = item.last_seen
times_seen[item.id] = item.times_seen
else:
seen_data = tagstore.get_group_seen_values_for_environments(
project_ids,
group_ids,
self.environment_ids,
start=self.start,
end=self.end,
)
first_seen_data = {
ge['group_id']: ge['first_seen__min'] for ge in GroupEnvironment.objects.filter(
group_id__in=[item.id for item in item_list],
environment_id__in=self.environment_ids,
).values('group_id').annotate(Min('first_seen'))
}
for item_id, value in seen_data.items():
first_seen[item_id] = first_seen_data.get(item_id)
last_seen[item_id] = value['last_seen']
times_seen[item_id] = value['times_seen']
attrs = {}
for item in item_list:
attrs[item] = {
'times_seen': times_seen.get(item.id, 0),
'first_seen': first_seen.get(item.id),
'last_seen': last_seen.get(item.id),
'user_count': user_counts.get(item.id, 0),
}
return attrs
def _get_seen_stats(self, item_list, user):
project_ids = list(set([item.project_id for item in item_list]))
group_ids = [item.id for item in item_list]
user_counts = tagstore.get_groups_user_counts(
project_ids,
group_ids,
environment_ids=self.environment_ids,
start=self.start,
end=self.end,
)
first_seen = {}
last_seen = {}
times_seen = {}
if not self.environment_ids:
# use issue fields
for item in item_list:
first_seen[item.id] = item.first_seen
last_seen[item.id] = item.last_seen
times_seen[item.id] = item.times_seen
else:
seen_data = tagstore.get_group_seen_values_for_environments(
project_ids,
group_ids,
self.environment_ids,
start=self.start,
end=self.end)
first_seen_data = {
ge["group_id"]: ge["first_seen__min"]
for ge in GroupEnvironment.objects.filter(
group_id__in=[item.id for item in item_list],
environment_id__in=self.environment_ids,
).values("group_id").annotate(Min("first_seen"))
}
for item_id, value in seen_data.items():
first_seen[item_id] = first_seen_data.get(item_id)
last_seen[item_id] = value["last_seen"]
times_seen[item_id] = value["times_seen"]
attrs = {}
for item in item_list:
attrs[item] = {
"times_seen": times_seen.get(item.id, 0),
"first_seen": first_seen.get(item.id),
"last_seen": last_seen.get(item.id),
"user_count": user_counts.get(item.id, 0),
}
return attrs
def _get_seen_stats(self, item_list, user):
try:
environment = self.environment_func()
except Environment.DoesNotExist:
user_counts = {}
first_seen = {}
last_seen = {}
times_seen = {}
else:
project_id = item_list[0].project_id
item_ids = [g.id for g in item_list]
user_counts = tagstore.get_groups_user_counts(
[project_id],
item_ids,
environment_ids=environment and [environment.id],
)
first_seen = {}
last_seen = {}
times_seen = {}
if environment is not None:
environment_tagvalues = tagstore.get_group_list_tag_value(
[project_id],
item_ids,
[environment.id],
'environment',
environment.name,
)
for item_id, value in environment_tagvalues.items():
first_seen[item_id] = value.first_seen
last_seen[item_id] = value.last_seen
times_seen[item_id] = value.times_seen
else:
for item in item_list:
first_seen[item.id] = item.first_seen
last_seen[item.id] = item.last_seen
times_seen[item.id] = item.times_seen
attrs = {}
for item in item_list:
attrs[item] = {
'times_seen': times_seen.get(item.id, 0),
'first_seen': first_seen.get(item.id), # TODO: missing?
'last_seen': last_seen.get(item.id),
'user_count': user_counts.get(item.id, 0),
}
return attrs
def _get_seen_stats(self, item_list, user):
try:
environment = self.environment_func()
except Environment.DoesNotExist:
user_counts = {}
first_seen = {}
last_seen = {}
times_seen = {}
else:
project_id = item_list[0].project_id
item_ids = [g.id for g in item_list]
user_counts = tagstore.get_groups_user_counts(
[project_id],
item_ids,
environment_ids=environment and [environment.id],
)
first_seen = {}
last_seen = {}
times_seen = {}
if environment is not None:
environment_tagvalues = tagstore.get_group_list_tag_value(
[project_id],
item_ids,
[environment.id],
'environment',
environment.name,
)
for item_id, value in environment_tagvalues.items():
first_seen[item_id] = value.first_seen
last_seen[item_id] = value.last_seen
times_seen[item_id] = value.times_seen
else:
for item in item_list:
first_seen[item.id] = item.first_seen
last_seen[item.id] = item.last_seen
times_seen[item.id] = item.times_seen
attrs = {}
for item in item_list:
attrs[item] = {
'times_seen': times_seen.get(item.id, 0),
'first_seen': first_seen.get(item.id), # TODO: missing?
'last_seen': last_seen.get(item.id),
'user_count': user_counts.get(item.id, 0),
}
return attrs
def _get_seen_stats(self, item_list, user):
tagstore = SnubaTagStorage()
project_ids = list(set([item.project_id for item in item_list]))
group_ids = [item.id for item in item_list]
user_counts = tagstore.get_groups_user_counts(
project_ids,
group_ids,
environment_ids=self.environment_ids,
)
first_seen = {}
last_seen = {}
times_seen = {}
if self.environment_ids is None:
# use issue fields
for item in item_list:
first_seen[item.id] = item.first_seen
last_seen[item.id] = item.last_seen
times_seen[item.id] = item.times_seen
else:
seen_data = tagstore.get_group_seen_values_for_environments(
project_ids,
group_ids,
self.environment_ids,
)
for item_id, value in seen_data.items():
first_seen[item_id] = value['first_seen']
last_seen[item_id] = value['last_seen']
times_seen[item_id] = value['times_seen']
attrs = {}
for item in item_list:
attrs[item] = {
'times_seen': times_seen.get(item.id, 0),
'first_seen': first_seen.get(item.id),
'last_seen': last_seen.get(item.id),
'user_count': user_counts.get(item.id, 0),
}
return attrs
def _get_seen_stats(self, item_list, user):
tagstore = SnubaTagStorage()
project_ids = list(set([item.project_id for item in item_list]))
group_ids = [item.id for item in item_list]
user_counts = tagstore.get_groups_user_counts(
project_ids,
group_ids,
environment_ids=self.environment_ids,
)
first_seen = {}
last_seen = {}
times_seen = {}
if self.environment_ids is None:
# use issue fields
for item in item_list:
first_seen[item.id] = item.first_seen
last_seen[item.id] = item.last_seen
times_seen[item.id] = item.times_seen
else:
seen_data = tagstore.get_group_seen_values_for_environments(
project_ids,
group_ids,
self.environment_ids,
)
for item_id, value in seen_data.items():
first_seen[item_id] = value['first_seen']
last_seen[item_id] = value['last_seen']
times_seen[item_id] = value['times_seen']
attrs = {}
for item in item_list:
attrs[item] = {
'times_seen': times_seen.get(item.id, 0),
'first_seen': first_seen.get(item.id),
'last_seen': last_seen.get(item.id),
'user_count': user_counts.get(item.id, 0),
}
return attrs
def count_users_seen(self):
return tagstore.get_groups_user_counts(self.project_id, [self.id],
environment_id=None)[self.id]
def count_users_seen(self):
return tagstore.get_groups_user_counts(
[self.project_id], [self.id], environment_ids=None)[self.id]
def get_attrs(self, item_list, user):
from sentry.plugins import plugins
GroupMeta.objects.populate_cache(item_list)
attach_foreignkey(item_list, Group.project)
if user.is_authenticated() and item_list:
bookmarks = set(
GroupBookmark.objects.filter(
user=user,
group__in=item_list,
).values_list('group_id', flat=True))
seen_groups = dict(
GroupSeen.objects.filter(
user=user,
group__in=item_list,
).values_list('group_id', 'last_seen'))
subscriptions = self._get_subscriptions(item_list, user)
else:
bookmarks = set()
seen_groups = {}
subscriptions = defaultdict(lambda: (False, None))
assignees = {
a.group_id: a.assigned_actor()
for a in GroupAssignee.objects.filter(group__in=item_list, )
}
resolved_assignees = Actor.resolve_dict(assignees)
try:
environment = self.environment_func()
except Environment.DoesNotExist:
user_counts = {}
first_seen = {}
last_seen = {}
times_seen = {}
else:
project_id = item_list[0].project_id
item_ids = [g.id for g in item_list]
user_counts = tagstore.get_groups_user_counts(
project_id,
item_ids,
environment_id=environment and environment.id,
)
first_seen = {}
last_seen = {}
times_seen = {}
if environment is not None:
environment_tagvalues = tagstore.get_group_list_tag_value(
project_id,
item_ids,
environment.id,
'environment',
environment.name,
)
for item_id, value in environment_tagvalues.items():
first_seen[item_id] = value.first_seen
last_seen[item_id] = value.last_seen
times_seen[item_id] = value.times_seen
else:
for item in item_list:
first_seen[item.id] = item.first_seen
last_seen[item.id] = item.last_seen
times_seen[item.id] = item.times_seen
ignore_items = {
g.group_id: g
for g in GroupSnooze.objects.filter(group__in=item_list, )
}
resolutions = {
i[0]: i[1:]
for i in GroupResolution.objects.filter(group__in=item_list,
).values_list(
'group',
'type',
'release__version',
'actor_id',
)
}
actor_ids = set(r[-1] for r in six.itervalues(resolutions))
actor_ids.update(r.actor_id for r in six.itervalues(ignore_items))
if actor_ids:
users = list(
User.objects.filter(
id__in=actor_ids,
is_active=True,
))
actors = {
u.id: d
for u, d in itertools.izip(users, serialize(users, user))
}
else:
actors = {}
share_ids = dict(
GroupShare.objects.filter(group__in=item_list, ).values_list(
'group_id', 'uuid'))
result = {}
for item in item_list:
active_date = item.active_at or item.first_seen
annotations = []
for plugin in plugins.for_project(project=item.project, version=1):
safe_execute(plugin.tags,
None,
item,
annotations,
_with_transaction=False)
for plugin in plugins.for_project(project=item.project, version=2):
annotations.extend(
safe_execute(plugin.get_annotations,
group=item,
_with_transaction=False) or ())
resolution = resolutions.get(item.id)
if resolution:
resolution_actor = actors.get(resolution[-1])
else:
resolution_actor = None
ignore_item = ignore_items.get(item.id)
if ignore_item:
ignore_actor = actors.get(ignore_item.actor_id)
else:
ignore_actor = None
result[item] = {
'assigned_to': resolved_assignees.get(item.id),
'is_bookmarked': item.id in bookmarks,
'subscription': subscriptions[item.id],
'has_seen':
seen_groups.get(item.id, active_date) > active_date,
'annotations': annotations,
'user_count': user_counts.get(item.id, 0),
'ignore_until': ignore_item,
'ignore_actor': ignore_actor,
'resolution': resolution,
'resolution_actor': resolution_actor,
'share_id': share_ids.get(item.id),
'times_seen': times_seen.get(item.id, 0),
'first_seen': first_seen.get(item.id), # TODO: missing?
'last_seen': last_seen.get(item.id),
}
return result
def get_attrs(self, item_list, user):
from sentry.plugins import plugins
GroupMeta.objects.populate_cache(item_list)
attach_foreignkey(item_list, Group.project)
if user.is_authenticated() and item_list:
bookmarks = set(
GroupBookmark.objects.filter(
user=user,
group__in=item_list,
).values_list('group_id', flat=True))
seen_groups = dict(
GroupSeen.objects.filter(
user=user,
group__in=item_list,
).values_list('group_id', 'last_seen'))
subscriptions = self._get_subscriptions(item_list, user)
else:
bookmarks = set()
seen_groups = {}
subscriptions = defaultdict(lambda: (False, None))
assignees = {
a.group_id: a.assigned_actor()
for a in GroupAssignee.objects.filter(group__in=item_list, )
}
resolved_assignees = Actor.resolve_dict(assignees)
try:
environment = self.environment_func()
except Environment.DoesNotExist:
user_counts = {}
first_seen = {}
last_seen = {}
times_seen = {}
else:
project_id = item_list[0].project_id
item_ids = [g.id for g in item_list]
user_counts = tagstore.get_groups_user_counts(
project_id,
item_ids,
environment_id=environment and environment.id,
)
first_seen = {}
last_seen = {}
times_seen = {}
if environment is not None:
environment_tagvalues = tagstore.get_group_list_tag_value(
project_id,
item_ids,
environment.id,
'environment',
environment.name,
)
for item_id, value in environment_tagvalues.items():
first_seen[item_id] = value.first_seen
last_seen[item_id] = value.last_seen
times_seen[item_id] = value.times_seen
else:
for item in item_list:
first_seen[item.id] = item.first_seen
last_seen[item.id] = item.last_seen
times_seen[item.id] = item.times_seen
ignore_items = {
g.group_id: g
for g in GroupSnooze.objects.filter(group__in=item_list, )
}
resolved_item_list = [
i for i in item_list if i.status == GroupStatus.RESOLVED
]
if resolved_item_list:
release_resolutions = {
i[0]: i[1:]
for i in GroupResolution.objects.filter(
group__in=resolved_item_list, ).values_list(
'group',
'type',
'release__version',
'actor_id',
)
}
# due to our laziness, and django's inability to do a reasonable join here
# we end up with two queries
commit_results = list(
Commit.objects.extra(
select={
'group_id': 'sentry_grouplink.group_id',
},
tables=['sentry_grouplink'],
where=[
'sentry_grouplink.linked_id = sentry_commit.id',
'sentry_grouplink.group_id IN ({})'.format(', '.join(
six.text_type(i.id) for i in resolved_item_list)),
'sentry_grouplink.linked_type = %s',
'sentry_grouplink.relationship = %s',
],
params=[
int(GroupLink.LinkedType.commit),
int(GroupLink.Relationship.resolves),
]))
commit_resolutions = {
i.group_id: d
for i, d in itertools.izip(commit_results,
serialize(commit_results, user))
}
else:
release_resolutions = {}
commit_resolutions = {}
actor_ids = set(r[-1] for r in six.itervalues(release_resolutions))
actor_ids.update(r.actor_id for r in six.itervalues(ignore_items))
if actor_ids:
users = list(
User.objects.filter(
id__in=actor_ids,
is_active=True,
))
actors = {
u.id: d
for u, d in itertools.izip(users, serialize(users, user))
}
else:
actors = {}
share_ids = dict(
GroupShare.objects.filter(group__in=item_list, ).values_list(
'group_id', 'uuid'))
result = {}
for item in item_list:
active_date = item.active_at or item.first_seen
annotations = []
for plugin in plugins.for_project(project=item.project, version=1):
safe_execute(plugin.tags,
None,
item,
annotations,
_with_transaction=False)
for plugin in plugins.for_project(project=item.project, version=2):
annotations.extend(
safe_execute(plugin.get_annotations,
group=item,
_with_transaction=False) or ())
from sentry.integrations import IntegrationFeatures
for integration in Integration.objects.filter(
organizations=item.project.organization_id):
if not (integration.has_feature(
IntegrationFeatures.ISSUE_BASIC)
or integration.has_feature(
IntegrationFeatures.ISSUE_SYNC)):
continue
install = integration.get_installation(
item.project.organization_id)
annotations.extend(
safe_execute(install.get_annotations,
group=item,
_with_transaction=False) or ())
resolution_actor = None
resolution_type = None
resolution = release_resolutions.get(item.id)
if resolution:
resolution_type = 'release'
resolution_actor = actors.get(resolution[-1])
if not resolution:
resolution = commit_resolutions.get(item.id)
if resolution:
resolution_type = 'commit'
ignore_item = ignore_items.get(item.id)
if ignore_item:
ignore_actor = actors.get(ignore_item.actor_id)
else:
ignore_actor = None
result[item] = {
'assigned_to': resolved_assignees.get(item.id),
'is_bookmarked': item.id in bookmarks,
'subscription': subscriptions[item.id],
'has_seen':
seen_groups.get(item.id, active_date) > active_date,
'annotations': annotations,
'user_count': user_counts.get(item.id, 0),
'ignore_until': ignore_item,
'ignore_actor': ignore_actor,
'resolution': resolution,
'resolution_type': resolution_type,
'resolution_actor': resolution_actor,
'share_id': share_ids.get(item.id),
'times_seen': times_seen.get(item.id, 0),
'first_seen': first_seen.get(item.id), # TODO: missing?
'last_seen': last_seen.get(item.id),
}
return result
def get_attrs(self, item_list, user):
from sentry.plugins import plugins
GroupMeta.objects.populate_cache(item_list)
attach_foreignkey(item_list, Group.project)
if user.is_authenticated() and item_list:
bookmarks = set(
GroupBookmark.objects.filter(
user=user,
group__in=item_list,
).values_list('group_id', flat=True))
seen_groups = dict(
GroupSeen.objects.filter(
user=user,
group__in=item_list,
).values_list('group_id', 'last_seen'))
subscriptions = self._get_subscriptions(item_list, user)
else:
bookmarks = set()
seen_groups = {}
subscriptions = defaultdict(lambda: (False, None))
assignees = dict((a.group_id, a.user)
for a in GroupAssignee.objects.filter(
group__in=item_list, ).select_related('user'))
# TODO(brett): support environment in this serializer
user_counts = tagstore.get_groups_user_counts(
item_list[0].project_id, [g.id for g in item_list],
environment_id=None)
ignore_items = {
g.group_id: g
for g in GroupSnooze.objects.filter(group__in=item_list, )
}
resolutions = {
i[0]: i[1:]
for i in GroupResolution.objects.filter(group__in=item_list,
).values_list(
'group',
'type',
'release__version',
'actor_id',
)
}
actor_ids = set(r[-1] for r in six.itervalues(resolutions))
actor_ids.update(r.actor_id for r in six.itervalues(ignore_items))
if actor_ids:
users = list(
User.objects.filter(
id__in=actor_ids,
is_active=True,
))
actors = {
u.id: d
for u, d in itertools.izip(users, serialize(users, user))
}
else:
actors = {}
share_ids = dict(
GroupShare.objects.filter(group__in=item_list, ).values_list(
'group_id', 'uuid'))
result = {}
for item in item_list:
active_date = item.active_at or item.first_seen
annotations = []
for plugin in plugins.for_project(project=item.project, version=1):
safe_execute(plugin.tags,
None,
item,
annotations,
_with_transaction=False)
for plugin in plugins.for_project(project=item.project, version=2):
annotations.extend(
safe_execute(plugin.get_annotations,
group=item,
_with_transaction=False) or ())
resolution = resolutions.get(item.id)
if resolution:
resolution_actor = actors.get(resolution[-1])
else:
resolution_actor = None
ignore_item = ignore_items.get(item.id)
if ignore_item:
ignore_actor = actors.get(ignore_item.actor_id)
else:
ignore_actor = None
result[item] = {
'assigned_to': serialize(assignees.get(item.id)),
'is_bookmarked': item.id in bookmarks,
'subscription': subscriptions[item.id],
'has_seen':
seen_groups.get(item.id, active_date) > active_date,
'annotations': annotations,
'user_count': user_counts.get(item.id, 0),
'ignore_until': ignore_item,
'ignore_actor': ignore_actor,
'resolution': resolution,
'resolution_actor': resolution_actor,
'share_id': share_ids.get(item.id),
}
return result
