def dashboard(request, template):
output_format = request.GET.get('format', None)
page = smart_int(request.GET.get('page', 1), 1)
# Note: If we add additional querystring fields, we need to add
# them to generate_dashboard_url.
search_happy = request.GET.get('happy', None)
search_platform = request.GET.get('platform', None)
search_locale = request.GET.get('locale', None)
search_product = request.GET.get('product', None)
search_version = request.GET.get('browser_version', None)
search_query = request.GET.get('q', None)
search_date_start = smart_datetime(request.GET.get('date_start', None),
fallback=None)
search_date_end = smart_datetime(request.GET.get('date_end', None),
fallback=None)
selected = request.GET.get('selected', None)
current_search = {'page': page}
search = ResponseMappingType.search()
f = F()
# If search happy is '0' or '1', set it to False or True, respectively.
search_happy = {'0': False, '1': True}.get(search_happy, None)
if search_happy in [False, True]:
f &= F(happy=search_happy)
current_search['happy'] = int(search_happy)
if search_platform:
f &= F(platform=search_platform)
current_search['platform'] = search_platform
if search_locale:
f &= F(locale=search_locale)
current_search['locale'] = search_locale
if search_product:
f &= F(product=search_product)
current_search['product'] = search_product
if search_version:
# Note: We only filter on version if we're filtering on
# product.
f &= F(browser_version=search_version)
current_search['browser_version'] = search_version
if search_date_start is None and search_date_end is None:
selected = '7d'
if search_date_end is None:
search_date_end = datetime.now()
if search_date_start is None:
search_date_start = search_date_end - timedelta(days=7)
current_search['date_end'] = search_date_end.strftime('%Y-%m-%d')
# Add one day, so that the search range includes the entire day.
end = search_date_end + timedelta(days=1)
# Note 'less than', not 'less than or equal', because of the added
# day above.
f &= F(created__lt=end)
current_search['date_start'] = search_date_start.strftime('%Y-%m-%d')
f &= F(created__gte=search_date_start)
if search_query:
current_search['q'] = search_query
es_query = generate_query_parsed('description', search_query)
search = search.query_raw(es_query)
search = search.filter(f).order_by('-created')
# If the user asked for a feed, give him/her a feed!
if output_format == 'atom':
return generate_atom_feed(request, search)
elif output_format == 'json':
return generate_json_feed(request, search)
# Search results and pagination
if page < 1:
page = 1
page_count = 20
start = page_count * (page - 1)
end = start + page_count
search_count = search.count()
opinion_page = search[start:end]
# Navigation facet data
facets = search.facet(
'happy', 'platform', 'locale', 'product', 'browser_version',
filtered=bool(search._process_filters(f.filters)))
# This loop does two things. First it maps 'T' -> True and 'F' ->
# False. This is probably something EU should be doing for
# us. Second, it restructures the data into a more convenient
# form.
counts = {
'happy': {},
'platform': {},
'locale': {},
'product': {},
'browser_version': {}
}
for param, terms in facets.facet_counts().items():
for term in terms:
name = term['term']
if name == 'T':
name = True
elif name == 'F':
name = False
counts[param][name] = term['count']
filter_data = [
counts_to_options(
counts['happy'].items(),
name='happy',
display=_('Sentiment'),
display_map={True: _('Happy'), False: _('Sad')},
value_map={True: 1, False: 0},
checked=search_happy),
counts_to_options(
counts['product'].items(),
name='product',
display=_('Product'),
checked=search_product)
]
# Only show the browser_version if we're showing a specific
# product.
if search_product:
filter_data.append(
counts_to_options(
counts['browser_version'].items(),
name='browser_version',
display=_('Version'),
checked=search_version)
)
filter_data.extend(
[
counts_to_options(
counts['platform'].items(),
name='platform',
display=_('Platform'),
checked=search_platform),
counts_to_options(
counts['locale'].items(),
name='locale',
display=_('Locale'),
checked=search_locale,
display_map=locale_name),
]
)
# Histogram data
happy_data = []
sad_data = []
happy_f = f & F(happy=True)
sad_f = f & F(happy=False)
histograms = search.facet_raw(
happy={
'date_histogram': {'interval': 'day', 'field': 'created'},
'facet_filter': search._process_filters(happy_f.filters)
},
sad={
'date_histogram': {'interval': 'day', 'field': 'created'},
'facet_filter': search._process_filters(sad_f.filters)
},
).facet_counts()
# p['time'] is number of milliseconds since the epoch. Which is
# convenient, because that is what the front end wants.
happy_data = dict((p['time'], p['count']) for p in histograms['happy'])
sad_data = dict((p['time'], p['count']) for p in histograms['sad'])
_zero_fill(search_date_start, search_date_end, [happy_data, sad_data])
histogram = [
{'label': _('Happy'), 'name': 'happy',
'data': sorted(happy_data.items())},
{'label': _('Sad'), 'name': 'sad',
'data': sorted(sad_data.items())},
]
return render(request, template, {
'opinions': opinion_page,
'opinion_count': search_count,
'filter_data': filter_data,
'histogram': histogram,
'page': page,
'prev_page': page - 1 if start > 0 else None,
'next_page': page + 1 if end < search_count else None,
'current_search': current_search,
'selected': selected,
'atom_url': generate_dashboard_atom_url(request)
})
def dashboard(request, template):
page = smart_int(request.GET.get('page', 1), 1)
search_happy = request.GET.get('happy', None)
search_platform = request.GET.get('platform', None)
search_locale = request.GET.get('locale', None)
search_query = request.GET.get('q', None)
search_date_start = smart_datetime(request.GET.get('date_start', None), fallback=None)
search_date_end = smart_datetime(request.GET.get('date_end', None), fallback=None)
selected = request.GET.get('selected', None)
current_search = {'page': page}
search = SimpleIndex.search()
f = F()
# If search happy is '0' or '1', set it to False or True, respectively.
search_happy = {'0': False, '1': True}.get(search_happy, None)
if search_happy in [False, True]:
f &= F(happy=search_happy)
current_search['happy'] = int(search_happy)
if search_platform:
f &= F(platform=search_platform)
current_search['platform'] = search_platform
if search_locale:
f &= F(locale=search_locale)
current_search['locale'] = search_locale
if search_date_start is None and search_date_end is None:
selected = '7d'
if search_date_end is None:
search_date_end = datetime.now()
if search_date_start is None:
search_date_start = search_date_end - timedelta(days=7)
current_search['date_end'] = search_date_end.strftime('%Y-%m-%d')
# Add one day, so that the search range includes the entire day.
end = search_date_end + timedelta(days=1)
# Note 'less than', not 'less than or equal', because of the added day above.
f &= F(created__lt=end)
current_search['date_start'] = search_date_start.strftime('%Y-%m-%d')
f &= F(created__gte=search_date_start)
if search_query:
fields = ['text', 'text_phrase', 'fuzzy']
query = dict(('description__%s' % f, search_query) for f in fields)
search = search.query(or_=query)
current_search['q'] = search_query
search = search.filter(f).order_by('-created')
facets = search.facet('happy', 'platform', 'locale',
filtered=bool(f.filters))
# This loop does two things. First it maps 'T' -> True and 'F' -> False.
# This is probably something EU should be doing for us. Second, it
# restructures the data into a more convenient form.
counts = {'happy': {}, 'platform': {}, 'locale': {}}
for param, terms in facets.facet_counts().items():
for term in terms:
name = term['term']
if name == 'T':
name = True
elif name == 'F':
name = False
counts[param][name] = term['count']
filter_data = [
counts_to_options(counts['happy'].items(), name='happy',
display=_('Sentiment'),
display_map={True: _('Happy'), False: _('Sad')},
value_map={True: 1, False: 0}, checked=search_happy),
counts_to_options(counts['platform'].items(),
name='platform', display=_('Platform'), checked=search_platform),
counts_to_options(counts['locale'].items(),
name='locale', display=_('Locale'), checked=search_locale,
display_map=locale_name)
]
# Histogram data
happy_data = []
sad_data = []
histograms = search.facet_raw(
happy={
'date_histogram': {'interval': 'day', 'field': 'created'},
'facet_filter': (f & F(happy=True)).filters
},
sad={
'date_histogram': {'interval': 'day', 'field': 'created'},
'facet_filter': (f & F(happy=False)).filters
},
).facet_counts()
# p['time'] is number of milliseconds since the epoch. Which is
# convenient, because that is what the front end wants.
happy_data = dict((p['time'], p['count']) for p in histograms['happy'])
sad_data = dict((p['time'], p['count']) for p in histograms['sad'])
_zero_fill(search_date_start, search_date_end, [happy_data, sad_data])
histogram = [
{'label': _('Happy'), 'name': 'happy', 'data': sorted(happy_data.items())},
{'label': _('Sad'), 'name': 'sad', 'data': sorted(sad_data.items())},
]
# Pagination
if page < 1:
page = 1
page_count = 20
start = page_count * (page - 1)
end = start + page_count
search_count = search.count()
opinion_page = search[start:end]
return render(request, template, {
'opinions': opinion_page,
'opinion_count': search_count,
'filter_data': filter_data,
'histogram': histogram,
'page': page,
'prev_page': page - 1 if start > 0 else None,
'next_page': page + 1 if end < search_count else None,
'current_search': current_search,
'selected': selected,
})
def test_format(self):
eq_(datetime(2012, 9, 28),
smart_datetime('9/28/2012', format='%m/%d/%Y'))
def test_null_bytes(self):
# strptime likes to barf on null bytes in strings, so test it.
eq_(None, smart_datetime('/etc/passwd\x00'))
def test_fallback(self):
eq_('Hullaballo', smart_datetime('', fallback='Hullaballo'))
def test_empty_string(self):
eq_(None, smart_datetime(''))
def test_sanity(self):
eq_(datetime(2012, 1, 1), smart_datetime('2012-01-01'))
eq_(datetime(1742, 11, 5), smart_datetime('1742-11-05'))
def dashboard(request, template):
page = smart_int(request.GET.get("page", 1), 1)
search_happy = request.GET.get("happy", None)
search_platform = request.GET.get("platform", None)
search_locale = request.GET.get("locale", None)
search_query = request.GET.get("q", None)
search_date_start = smart_datetime(request.GET.get("date_start", None), fallback=None)
search_date_end = smart_datetime(request.GET.get("date_end", None), fallback=None)
selected = request.GET.get("selected", None)
current_search = {"page": page}
search = SimpleIndex.search()
f = F()
# If search happy is '0' or '1', set it to False or True, respectively.
search_happy = {"0": False, "1": True}.get(search_happy, None)
if search_happy in [False, True]:
f &= F(happy=search_happy)
current_search["happy"] = int(search_happy)
if search_platform:
f &= F(platform=search_platform)
current_search["platform"] = search_platform
if search_locale:
f &= F(locale=search_locale)
current_search["locale"] = search_locale
if search_date_start is None and search_date_end is None:
selected = "7d"
if search_date_end is None:
search_date_end = datetime.now()
if search_date_start is None:
search_date_start = search_date_end - timedelta(days=7)
current_search["date_end"] = search_date_end.strftime("%Y-%m-%d")
# Add one day, so that the search range includes the entire day.
end = search_date_end + timedelta(days=1)
# Note 'less than', not 'less than or equal', because of the added
# day above.
f &= F(created__lt=end)
current_search["date_start"] = search_date_start.strftime("%Y-%m-%d")
f &= F(created__gte=search_date_start)
if search_query:
fields = ["text", "text_phrase", "fuzzy"]
query = dict(("description__%s" % f, search_query) for f in fields)
search = search.query(or_=query)
current_search["q"] = search_query
search = search.filter(f).order_by("-created")
facets = search.facet("happy", "platform", "locale", filtered=bool(f.filters))
# This loop does two things. First it maps 'T' -> True and 'F' ->
# False. This is probably something EU should be doing for
# us. Second, it restructures the data into a more convenient
# form.
counts = {"happy": {}, "platform": {}, "locale": {}}
for param, terms in facets.facet_counts().items():
for term in terms:
name = term["term"]
if name == "T":
name = True
elif name == "F":
name = False
counts[param][name] = term["count"]
filter_data = [
counts_to_options(
counts["happy"].items(),
name="happy",
display=_("Sentiment"),
display_map={True: _("Happy"), False: _("Sad")},
value_map={True: 1, False: 0},
checked=search_happy,
),
counts_to_options(counts["platform"].items(), name="platform", display=_("Platform"), checked=search_platform),
counts_to_options(
counts["locale"].items(), name="locale", display=_("Locale"), checked=search_locale, display_map=locale_name
),
]
# Histogram data
happy_data = []
sad_data = []
histograms = search.facet_raw(
happy={"date_histogram": {"interval": "day", "field": "created"}, "facet_filter": (f & F(happy=True)).filters},
sad={"date_histogram": {"interval": "day", "field": "created"}, "facet_filter": (f & F(happy=False)).filters},
).facet_counts()
# p['time'] is number of milliseconds since the epoch. Which is
# convenient, because that is what the front end wants.
happy_data = dict((p["time"], p["count"]) for p in histograms["happy"])
sad_data = dict((p["time"], p["count"]) for p in histograms["sad"])
_zero_fill(search_date_start, search_date_end, [happy_data, sad_data])
histogram = [
{"label": _("Happy"), "name": "happy", "data": sorted(happy_data.items())},
{"label": _("Sad"), "name": "sad", "data": sorted(sad_data.items())},
]
# Pagination
if page < 1:
page = 1
page_count = 20
start = page_count * (page - 1)
end = start + page_count
search_count = search.count()
opinion_page = search[start:end]
return render(
request,
template,
{
"opinions": opinion_page,
"opinion_count": search_count,
"filter_data": filter_data,
"histogram": histogram,
"page": page,
"prev_page": page - 1 if start > 0 else None,
"next_page": page + 1 if end < search_count else None,
"current_search": current_search,
"selected": selected,
},
)
def dashboard(request, template):
output_format = request.GET.get('format', None)
page = smart_int(request.GET.get('page', 1), 1)
# Note: If we add additional querystring fields, we need to add
# them to generate_dashboard_url.
search_happy = request.GET.get('happy', None)
search_platform = request.GET.get('platform', None)
search_locale = request.GET.get('locale', None)
search_product = request.GET.get('product', None)
search_version = request.GET.get('browser_version', None)
search_query = request.GET.get('q', None)
search_date_start = smart_datetime(request.GET.get('date_start', None),
fallback=None)
search_date_end = smart_datetime(request.GET.get('date_end', None),
fallback=None)
selected = request.GET.get('selected', None)
current_search = {'page': page}
search = ResponseMappingType.search()
f = F()
# If search happy is '0' or '1', set it to False or True, respectively.
search_happy = {'0': False, '1': True}.get(search_happy, None)
if search_happy in [False, True]:
f &= F(happy=search_happy)
current_search['happy'] = int(search_happy)
if search_platform:
f &= F(platform=search_platform)
current_search['platform'] = search_platform
if search_locale:
f &= F(locale=search_locale)
current_search['locale'] = search_locale
if search_product:
f &= F(product=search_product)
current_search['product'] = search_product
if search_version:
# Note: We only filter on version if we're filtering on
# product.
f &= F(browser_version=search_version)
current_search['browser_version'] = search_version
if search_date_start is None and search_date_end is None:
selected = '7d'
if search_date_end is None:
search_date_end = datetime.now()
if search_date_start is None:
search_date_start = search_date_end - timedelta(days=7)
current_search['date_end'] = search_date_end.strftime('%Y-%m-%d')
# Add one day, so that the search range includes the entire day.
end = search_date_end + timedelta(days=1)
# Note 'less than', not 'less than or equal', because of the added
# day above.
f &= F(created__lt=end)
current_search['date_start'] = search_date_start.strftime('%Y-%m-%d')
f &= F(created__gte=search_date_start)
if search_query:
fields = ['text', 'text_phrase', 'fuzzy']
query = dict(('description__%s' % f, search_query) for f in fields)
search = search.query(or_=query)
current_search['q'] = search_query
search = search.filter(f).order_by('-created')
# If the user asked for a feed, give him/her a feed!
if output_format == 'atom':
return generate_atom_feed(request, search)
elif output_format == 'json':
return generate_json_feed(request, search)
# Search results and pagination
if page < 1:
page = 1
page_count = 20
start = page_count * (page - 1)
end = start + page_count
search_count = search.count()
opinion_page = search[start:end]
# Navigation facet data
facets = search.facet(
'happy', 'platform', 'locale', 'product', 'browser_version',
filtered=bool(f.filters))
# This loop does two things. First it maps 'T' -> True and 'F' ->
# False. This is probably something EU should be doing for
# us. Second, it restructures the data into a more convenient
# form.
counts = {
'happy': {},
'platform': {},
'locale': {},
'product': {},
'browser_version': {}
}
for param, terms in facets.facet_counts().items():
for term in terms:
name = term['term']
if name == 'T':
name = True
elif name == 'F':
name = False
counts[param][name] = term['count']
filter_data = [
counts_to_options(
counts['happy'].items(),
name='happy',
display=_('Sentiment'),
display_map={True: _('Happy'), False: _('Sad')},
value_map={True: 1, False: 0},
checked=search_happy),
counts_to_options(
counts['product'].items(),
name='product',
display=_('Product'),
checked=search_product)
]
# Only show the browser_version if we're showing a specific
# product.
if search_product:
filter_data.append(
counts_to_options(
counts['browser_version'].items(),
name='browser_version',
display=_('Version'),
checked=search_version)
)
filter_data.extend(
[
counts_to_options(
counts['platform'].items(),
name='platform',
display=_('Platform'),
checked=search_platform),
counts_to_options(
counts['locale'].items(),
name='locale',
display=_('Locale'),
checked=search_locale,
display_map=locale_name),
]
)
# Histogram data
happy_data = []
sad_data = []
histograms = search.facet_raw(
happy={
'date_histogram': {'interval': 'day', 'field': 'created'},
'facet_filter': (f & F(happy=True)).filters
},
sad={
'date_histogram': {'interval': 'day', 'field': 'created'},
'facet_filter': (f & F(happy=False)).filters
},
).facet_counts()
# p['time'] is number of milliseconds since the epoch. Which is
# convenient, because that is what the front end wants.
happy_data = dict((p['time'], p['count']) for p in histograms['happy'])
sad_data = dict((p['time'], p['count']) for p in histograms['sad'])
_zero_fill(search_date_start, search_date_end, [happy_data, sad_data])
histogram = [
{'label': _('Happy'), 'name': 'happy',
'data': sorted(happy_data.items())},
{'label': _('Sad'), 'name': 'sad',
'data': sorted(sad_data.items())},
]
return render(request, template, {
'opinions': opinion_page,
'opinion_count': search_count,
'filter_data': filter_data,
'histogram': histogram,
'page': page,
'prev_page': page - 1 if start > 0 else None,
'next_page': page + 1 if end < search_count else None,
'current_search': current_search,
'selected': selected,
'atom_url': generate_dashboard_atom_url(request)
})
