def es_query(self):
time_filter = form_es.submitted if self.by_submission_time else form_es.completed
mobile_user_and_group_slugs = self.request.GET.getlist(EMWF.slug)
query = (form_es.FormES().domain(self.domain).filter(
time_filter(
gte=self.datespan.startdate,
lt=self.datespan.enddate_adjusted)).filter(
self._get_users_filter(mobile_user_and_group_slugs)))
if not self.request.can_access_all_locations:
query = query.filter(self.scope_filter())
# filter results by app and xmlns if applicable
if FormsByApplicationFilter.has_selections(self.request):
form_values = self.all_relevant_forms.values()
if form_values:
query = query.OR(*[self._form_filter(f) for f in form_values])
# Exclude system forms unless they selected "Unknown User"
if HQUserType.UNKNOWN not in EMWF.selected_user_types(
mobile_user_and_group_slugs):
query = query.NOT(form_es.xmlns(SYSTEM_FORM_XMLNS))
return query
def _es_extra_filters(self):
if FormsByApplicationFilter.has_selections(self.request):
def form_filter(form):
app_id = form.get('app_id', None)
if app_id and app_id != MISSING_APP_ID:
return {
'and': [{
'term': {
'xmlns.exact': form['xmlns']
}
}, {
'term': {
'app_id': app_id
}
}]
}
return {'term': {'xmlns.exact': form['xmlns']}}
form_values = self.all_relevant_forms.values()
if form_values:
yield {'or': [form_filter(f) for f in form_values]}
truthy_only = functools.partial(filter, None)
mobile_user_and_group_slugs = self.request.GET.getlist(
ExpandedMobileWorkerFilter.slug)
users_data = ExpandedMobileWorkerFilter.pull_users_and_groups(
self.domain, mobile_user_and_group_slugs, include_inactive=True)
all_mobile_workers_selected = 't__0' in self.request.GET.getlist('emw')
if not all_mobile_workers_selected or users_data.admin_and_demo_users:
yield {
'terms': {
'form.meta.userID':
truthy_only(u.user_id for u in users_data.combined_users)
}
}
else:
negated_ids = util.get_all_users_by_domain(
self.domain,
user_filter=HQUserType.all_but_users(),
simplified=True,
)
yield {
'not': {
'terms': {
'form.meta.userID':
truthy_only(user.user_id for user in negated_ids)
}
}
}
if HQUserType.UNKNOWN not in ExpandedMobileWorkerFilter.selected_user_types(
mobile_user_and_group_slugs):
yield {'not': {'term': {'xmlns.exact': SYSTEM_FORM_XMLNS}}}
def _es_extra_filters(self):
if FormsByApplicationFilter.has_selections(self.request):
def form_filter(form):
app_id = form.get('app_id', None)
if app_id and app_id != MISSING_APP_ID:
return {'and': [{'term': {'xmlns.exact': form['xmlns']}},
{'term': {'app_id': app_id}}]}
return {'term': {'xmlns.exact': form['xmlns']}}
form_values = self.all_relevant_forms.values()
if form_values:
yield {'or': [form_filter(f) for f in form_values]}
truthy_only = functools.partial(filter, None)
mobile_user_and_group_slugs = self.request.GET.getlist(ExpandedMobileWorkerFilter.slug)
users_data = ExpandedMobileWorkerFilter.pull_users_and_groups(
self.domain,
mobile_user_and_group_slugs,
include_inactive=True
)
all_mobile_workers_selected = 't__0' in self.request.GET.getlist('emw')
if not all_mobile_workers_selected or users_data.admin_and_demo_users:
yield {
'terms': {
'form.meta.userID': truthy_only(
u.user_id for u in users_data.combined_users
)
}
}
else:
negated_ids = util.get_all_users_by_domain(
self.domain,
user_filter=HQUserType.all_but_users(),
simplified=True,
)
yield {
'not': {
'terms': {
'form.meta.userID': truthy_only(
user.user_id for user in negated_ids
)
}
}
}
props = truthy_only(self.request.GET.get('form_data', '').split(','))
for prop in props:
yield {
'term': {'__props_for_querying': prop}
}
if HQUserType.UNKNOWN not in ExpandedMobileWorkerFilter.selected_user_types(mobile_user_and_group_slugs):
yield {
'not': {'term': {'xmlns.exact': SYSTEM_FORM_XMLNS}}
}
def _es_extra_filters(self):
if FormsByApplicationFilter.has_selections(self.request):
def form_filter(form):
app_id = form.get('app_id', None)
if app_id and app_id != MISSING_APP_ID:
return {
'and': [{
'term': {
'xmlns.exact': form['xmlns']
}
}, {
'term': {
'app_id': app_id
}
}]
}
return {'term': {'xmlns.exact': form['xmlns']}}
form_values = self.all_relevant_forms.values()
if form_values:
yield {'or': [form_filter(f) for f in form_values]}
truthy_only = functools.partial(filter, None)
users_data = ExpandedMobileWorkerFilter.pull_users_and_groups(
self.domain, self.request, True, True, include_inactive=True)
all_mobile_workers_selected = 't__0' in self.request.GET.getlist('emw')
if not all_mobile_workers_selected or users_data.admin_and_demo_users:
yield {
'terms': {
'form.meta.userID':
truthy_only(u.user_id for u in users_data.combined_users)
}
}
else:
negated_ids = util.get_all_users_by_domain(
self.domain,
user_filter=HQUserType.all_but_users(),
simplified=True,
)
yield {
'not': {
'terms': {
'form.meta.userID':
truthy_only(user.user_id for user in negated_ids)
}
}
}
props = truthy_only(self.request.GET.get('form_data', '').split(','))
for prop in props:
yield {'term': {'__props_for_querying': prop.lower()}}
def es_query(self):
time_filter = form_es.submitted if self.by_submission_time else form_es.completed
mobile_user_and_group_slugs = self.request.GET.getlist(EMWF.slug)
query = (form_es.FormES()
.domain(self.domain)
.filter(time_filter(gte=self.datespan.startdate,
lt=self.datespan.enddate_adjusted))
.filter(self._get_users_filter(mobile_user_and_group_slugs)))
# filter results by app and xmlns if applicable
if FormsByApplicationFilter.has_selections(self.request):
form_values = self.all_relevant_forms.values()
if form_values:
query = query.OR(*[self._form_filter(f) for f in form_values])
# Exclude system forms unless they selected "Unknown User"
if HQUserType.UNKNOWN not in EMWF.selected_user_types(mobile_user_and_group_slugs):
query = query.NOT(form_es.xmlns(SYSTEM_FORM_XMLNS))
return query
