def dashboard(request, template): output_format = request.GET.get('format', None) page = smart_int(request.GET.get('page', 1), 1) # Note: If we add additional querystring fields, we need to add # them to generate_dashboard_url. search_happy = request.GET.get('happy', None) search_platform = request.GET.get('platform', None) search_locale = request.GET.get('locale', None) search_product = request.GET.get('product', None) search_version = request.GET.get('browser_version', None) search_query = request.GET.get('q', None) search_date_start = smart_datetime(request.GET.get('date_start', None), fallback=None) search_date_end = smart_datetime(request.GET.get('date_end', None), fallback=None) selected = request.GET.get('selected', None) current_search = {'page': page} search = ResponseMappingType.search() f = F() # If search happy is '0' or '1', set it to False or True, respectively. search_happy = {'0': False, '1': True}.get(search_happy, None) if search_happy in [False, True]: f &= F(happy=search_happy) current_search['happy'] = int(search_happy) if search_platform: f &= F(platform=search_platform) current_search['platform'] = search_platform if search_locale: f &= F(locale=search_locale) current_search['locale'] = search_locale if search_product: f &= F(product=search_product) current_search['product'] = search_product if search_version: # Note: We only filter on version if we're filtering on # product. f &= F(browser_version=search_version) current_search['browser_version'] = search_version if search_date_start is None and search_date_end is None: selected = '7d' if search_date_end is None: search_date_end = datetime.now() if search_date_start is None: search_date_start = search_date_end - timedelta(days=7) current_search['date_end'] = search_date_end.strftime('%Y-%m-%d') # Add one day, so that the search range includes the entire day. end = search_date_end + timedelta(days=1) # Note 'less than', not 'less than or equal', because of the added # day above. f &= F(created__lt=end) current_search['date_start'] = search_date_start.strftime('%Y-%m-%d') f &= F(created__gte=search_date_start) if search_query: current_search['q'] = search_query es_query = generate_query_parsed('description', search_query) search = search.query_raw(es_query) search = search.filter(f).order_by('-created') # If the user asked for a feed, give him/her a feed! if output_format == 'atom': return generate_atom_feed(request, search) elif output_format == 'json': return generate_json_feed(request, search) # Search results and pagination if page < 1: page = 1 page_count = 20 start = page_count * (page - 1) end = start + page_count search_count = search.count() opinion_page = search[start:end] # Navigation facet data facets = search.facet( 'happy', 'platform', 'locale', 'product', 'browser_version', filtered=bool(search._process_filters(f.filters))) # This loop does two things. First it maps 'T' -> True and 'F' -> # False. This is probably something EU should be doing for # us. Second, it restructures the data into a more convenient # form. counts = { 'happy': {}, 'platform': {}, 'locale': {}, 'product': {}, 'browser_version': {} } for param, terms in facets.facet_counts().items(): for term in terms: name = term['term'] if name == 'T': name = True elif name == 'F': name = False counts[param][name] = term['count'] filter_data = [ counts_to_options( counts['happy'].items(), name='happy', display=_('Sentiment'), display_map={True: _('Happy'), False: _('Sad')}, value_map={True: 1, False: 0}, checked=search_happy), counts_to_options( counts['product'].items(), name='product', display=_('Product'), checked=search_product) ] # Only show the browser_version if we're showing a specific # product. if search_product: filter_data.append( counts_to_options( counts['browser_version'].items(), name='browser_version', display=_('Version'), checked=search_version) ) filter_data.extend( [ counts_to_options( counts['platform'].items(), name='platform', display=_('Platform'), checked=search_platform), counts_to_options( counts['locale'].items(), name='locale', display=_('Locale'), checked=search_locale, display_map=locale_name), ] ) # Histogram data happy_data = [] sad_data = [] happy_f = f & F(happy=True) sad_f = f & F(happy=False) histograms = search.facet_raw( happy={ 'date_histogram': {'interval': 'day', 'field': 'created'}, 'facet_filter': search._process_filters(happy_f.filters) }, sad={ 'date_histogram': {'interval': 'day', 'field': 'created'}, 'facet_filter': search._process_filters(sad_f.filters) }, ).facet_counts() # p['time'] is number of milliseconds since the epoch. Which is # convenient, because that is what the front end wants. happy_data = dict((p['time'], p['count']) for p in histograms['happy']) sad_data = dict((p['time'], p['count']) for p in histograms['sad']) _zero_fill(search_date_start, search_date_end, [happy_data, sad_data]) histogram = [ {'label': _('Happy'), 'name': 'happy', 'data': sorted(happy_data.items())}, {'label': _('Sad'), 'name': 'sad', 'data': sorted(sad_data.items())}, ] return render(request, template, { 'opinions': opinion_page, 'opinion_count': search_count, 'filter_data': filter_data, 'histogram': histogram, 'page': page, 'prev_page': page - 1 if start > 0 else None, 'next_page': page + 1 if end < search_count else None, 'current_search': current_search, 'selected': selected, 'atom_url': generate_dashboard_atom_url(request) })
def dashboard(request, template): page = smart_int(request.GET.get('page', 1), 1) search_happy = request.GET.get('happy', None) search_platform = request.GET.get('platform', None) search_locale = request.GET.get('locale', None) search_query = request.GET.get('q', None) search_date_start = smart_datetime(request.GET.get('date_start', None), fallback=None) search_date_end = smart_datetime(request.GET.get('date_end', None), fallback=None) selected = request.GET.get('selected', None) current_search = {'page': page} search = SimpleIndex.search() f = F() # If search happy is '0' or '1', set it to False or True, respectively. search_happy = {'0': False, '1': True}.get(search_happy, None) if search_happy in [False, True]: f &= F(happy=search_happy) current_search['happy'] = int(search_happy) if search_platform: f &= F(platform=search_platform) current_search['platform'] = search_platform if search_locale: f &= F(locale=search_locale) current_search['locale'] = search_locale if search_date_start is None and search_date_end is None: selected = '7d' if search_date_end is None: search_date_end = datetime.now() if search_date_start is None: search_date_start = search_date_end - timedelta(days=7) current_search['date_end'] = search_date_end.strftime('%Y-%m-%d') # Add one day, so that the search range includes the entire day. end = search_date_end + timedelta(days=1) # Note 'less than', not 'less than or equal', because of the added day above. f &= F(created__lt=end) current_search['date_start'] = search_date_start.strftime('%Y-%m-%d') f &= F(created__gte=search_date_start) if search_query: fields = ['text', 'text_phrase', 'fuzzy'] query = dict(('description__%s' % f, search_query) for f in fields) search = search.query(or_=query) current_search['q'] = search_query search = search.filter(f).order_by('-created') facets = search.facet('happy', 'platform', 'locale', filtered=bool(f.filters)) # This loop does two things. First it maps 'T' -> True and 'F' -> False. # This is probably something EU should be doing for us. Second, it # restructures the data into a more convenient form. counts = {'happy': {}, 'platform': {}, 'locale': {}} for param, terms in facets.facet_counts().items(): for term in terms: name = term['term'] if name == 'T': name = True elif name == 'F': name = False counts[param][name] = term['count'] filter_data = [ counts_to_options(counts['happy'].items(), name='happy', display=_('Sentiment'), display_map={True: _('Happy'), False: _('Sad')}, value_map={True: 1, False: 0}, checked=search_happy), counts_to_options(counts['platform'].items(), name='platform', display=_('Platform'), checked=search_platform), counts_to_options(counts['locale'].items(), name='locale', display=_('Locale'), checked=search_locale, display_map=locale_name) ] # Histogram data happy_data = [] sad_data = [] histograms = search.facet_raw( happy={ 'date_histogram': {'interval': 'day', 'field': 'created'}, 'facet_filter': (f & F(happy=True)).filters }, sad={ 'date_histogram': {'interval': 'day', 'field': 'created'}, 'facet_filter': (f & F(happy=False)).filters }, ).facet_counts() # p['time'] is number of milliseconds since the epoch. Which is # convenient, because that is what the front end wants. happy_data = dict((p['time'], p['count']) for p in histograms['happy']) sad_data = dict((p['time'], p['count']) for p in histograms['sad']) _zero_fill(search_date_start, search_date_end, [happy_data, sad_data]) histogram = [ {'label': _('Happy'), 'name': 'happy', 'data': sorted(happy_data.items())}, {'label': _('Sad'), 'name': 'sad', 'data': sorted(sad_data.items())}, ] # Pagination if page < 1: page = 1 page_count = 20 start = page_count * (page - 1) end = start + page_count search_count = search.count() opinion_page = search[start:end] return render(request, template, { 'opinions': opinion_page, 'opinion_count': search_count, 'filter_data': filter_data, 'histogram': histogram, 'page': page, 'prev_page': page - 1 if start > 0 else None, 'next_page': page + 1 if end < search_count else None, 'current_search': current_search, 'selected': selected, })
def test_format(self): eq_(datetime(2012, 9, 28), smart_datetime('9/28/2012', format='%m/%d/%Y'))
def test_null_bytes(self): # strptime likes to barf on null bytes in strings, so test it. eq_(None, smart_datetime('/etc/passwd\x00'))
def test_fallback(self): eq_('Hullaballo', smart_datetime('', fallback='Hullaballo'))
def test_empty_string(self): eq_(None, smart_datetime(''))
def test_sanity(self): eq_(datetime(2012, 1, 1), smart_datetime('2012-01-01')) eq_(datetime(1742, 11, 5), smart_datetime('1742-11-05'))
def dashboard(request, template): page = smart_int(request.GET.get("page", 1), 1) search_happy = request.GET.get("happy", None) search_platform = request.GET.get("platform", None) search_locale = request.GET.get("locale", None) search_query = request.GET.get("q", None) search_date_start = smart_datetime(request.GET.get("date_start", None), fallback=None) search_date_end = smart_datetime(request.GET.get("date_end", None), fallback=None) selected = request.GET.get("selected", None) current_search = {"page": page} search = SimpleIndex.search() f = F() # If search happy is '0' or '1', set it to False or True, respectively. search_happy = {"0": False, "1": True}.get(search_happy, None) if search_happy in [False, True]: f &= F(happy=search_happy) current_search["happy"] = int(search_happy) if search_platform: f &= F(platform=search_platform) current_search["platform"] = search_platform if search_locale: f &= F(locale=search_locale) current_search["locale"] = search_locale if search_date_start is None and search_date_end is None: selected = "7d" if search_date_end is None: search_date_end = datetime.now() if search_date_start is None: search_date_start = search_date_end - timedelta(days=7) current_search["date_end"] = search_date_end.strftime("%Y-%m-%d") # Add one day, so that the search range includes the entire day. end = search_date_end + timedelta(days=1) # Note 'less than', not 'less than or equal', because of the added # day above. f &= F(created__lt=end) current_search["date_start"] = search_date_start.strftime("%Y-%m-%d") f &= F(created__gte=search_date_start) if search_query: fields = ["text", "text_phrase", "fuzzy"] query = dict(("description__%s" % f, search_query) for f in fields) search = search.query(or_=query) current_search["q"] = search_query search = search.filter(f).order_by("-created") facets = search.facet("happy", "platform", "locale", filtered=bool(f.filters)) # This loop does two things. First it maps 'T' -> True and 'F' -> # False. This is probably something EU should be doing for # us. Second, it restructures the data into a more convenient # form. counts = {"happy": {}, "platform": {}, "locale": {}} for param, terms in facets.facet_counts().items(): for term in terms: name = term["term"] if name == "T": name = True elif name == "F": name = False counts[param][name] = term["count"] filter_data = [ counts_to_options( counts["happy"].items(), name="happy", display=_("Sentiment"), display_map={True: _("Happy"), False: _("Sad")}, value_map={True: 1, False: 0}, checked=search_happy, ), counts_to_options(counts["platform"].items(), name="platform", display=_("Platform"), checked=search_platform), counts_to_options( counts["locale"].items(), name="locale", display=_("Locale"), checked=search_locale, display_map=locale_name ), ] # Histogram data happy_data = [] sad_data = [] histograms = search.facet_raw( happy={"date_histogram": {"interval": "day", "field": "created"}, "facet_filter": (f & F(happy=True)).filters}, sad={"date_histogram": {"interval": "day", "field": "created"}, "facet_filter": (f & F(happy=False)).filters}, ).facet_counts() # p['time'] is number of milliseconds since the epoch. Which is # convenient, because that is what the front end wants. happy_data = dict((p["time"], p["count"]) for p in histograms["happy"]) sad_data = dict((p["time"], p["count"]) for p in histograms["sad"]) _zero_fill(search_date_start, search_date_end, [happy_data, sad_data]) histogram = [ {"label": _("Happy"), "name": "happy", "data": sorted(happy_data.items())}, {"label": _("Sad"), "name": "sad", "data": sorted(sad_data.items())}, ] # Pagination if page < 1: page = 1 page_count = 20 start = page_count * (page - 1) end = start + page_count search_count = search.count() opinion_page = search[start:end] return render( request, template, { "opinions": opinion_page, "opinion_count": search_count, "filter_data": filter_data, "histogram": histogram, "page": page, "prev_page": page - 1 if start > 0 else None, "next_page": page + 1 if end < search_count else None, "current_search": current_search, "selected": selected, }, )
def dashboard(request, template): output_format = request.GET.get('format', None) page = smart_int(request.GET.get('page', 1), 1) # Note: If we add additional querystring fields, we need to add # them to generate_dashboard_url. search_happy = request.GET.get('happy', None) search_platform = request.GET.get('platform', None) search_locale = request.GET.get('locale', None) search_product = request.GET.get('product', None) search_version = request.GET.get('browser_version', None) search_query = request.GET.get('q', None) search_date_start = smart_datetime(request.GET.get('date_start', None), fallback=None) search_date_end = smart_datetime(request.GET.get('date_end', None), fallback=None) selected = request.GET.get('selected', None) current_search = {'page': page} search = ResponseMappingType.search() f = F() # If search happy is '0' or '1', set it to False or True, respectively. search_happy = {'0': False, '1': True}.get(search_happy, None) if search_happy in [False, True]: f &= F(happy=search_happy) current_search['happy'] = int(search_happy) if search_platform: f &= F(platform=search_platform) current_search['platform'] = search_platform if search_locale: f &= F(locale=search_locale) current_search['locale'] = search_locale if search_product: f &= F(product=search_product) current_search['product'] = search_product if search_version: # Note: We only filter on version if we're filtering on # product. f &= F(browser_version=search_version) current_search['browser_version'] = search_version if search_date_start is None and search_date_end is None: selected = '7d' if search_date_end is None: search_date_end = datetime.now() if search_date_start is None: search_date_start = search_date_end - timedelta(days=7) current_search['date_end'] = search_date_end.strftime('%Y-%m-%d') # Add one day, so that the search range includes the entire day. end = search_date_end + timedelta(days=1) # Note 'less than', not 'less than or equal', because of the added # day above. f &= F(created__lt=end) current_search['date_start'] = search_date_start.strftime('%Y-%m-%d') f &= F(created__gte=search_date_start) if search_query: fields = ['text', 'text_phrase', 'fuzzy'] query = dict(('description__%s' % f, search_query) for f in fields) search = search.query(or_=query) current_search['q'] = search_query search = search.filter(f).order_by('-created') # If the user asked for a feed, give him/her a feed! if output_format == 'atom': return generate_atom_feed(request, search) elif output_format == 'json': return generate_json_feed(request, search) # Search results and pagination if page < 1: page = 1 page_count = 20 start = page_count * (page - 1) end = start + page_count search_count = search.count() opinion_page = search[start:end] # Navigation facet data facets = search.facet( 'happy', 'platform', 'locale', 'product', 'browser_version', filtered=bool(f.filters)) # This loop does two things. First it maps 'T' -> True and 'F' -> # False. This is probably something EU should be doing for # us. Second, it restructures the data into a more convenient # form. counts = { 'happy': {}, 'platform': {}, 'locale': {}, 'product': {}, 'browser_version': {} } for param, terms in facets.facet_counts().items(): for term in terms: name = term['term'] if name == 'T': name = True elif name == 'F': name = False counts[param][name] = term['count'] filter_data = [ counts_to_options( counts['happy'].items(), name='happy', display=_('Sentiment'), display_map={True: _('Happy'), False: _('Sad')}, value_map={True: 1, False: 0}, checked=search_happy), counts_to_options( counts['product'].items(), name='product', display=_('Product'), checked=search_product) ] # Only show the browser_version if we're showing a specific # product. if search_product: filter_data.append( counts_to_options( counts['browser_version'].items(), name='browser_version', display=_('Version'), checked=search_version) ) filter_data.extend( [ counts_to_options( counts['platform'].items(), name='platform', display=_('Platform'), checked=search_platform), counts_to_options( counts['locale'].items(), name='locale', display=_('Locale'), checked=search_locale, display_map=locale_name), ] ) # Histogram data happy_data = [] sad_data = [] histograms = search.facet_raw( happy={ 'date_histogram': {'interval': 'day', 'field': 'created'}, 'facet_filter': (f & F(happy=True)).filters }, sad={ 'date_histogram': {'interval': 'day', 'field': 'created'}, 'facet_filter': (f & F(happy=False)).filters }, ).facet_counts() # p['time'] is number of milliseconds since the epoch. Which is # convenient, because that is what the front end wants. happy_data = dict((p['time'], p['count']) for p in histograms['happy']) sad_data = dict((p['time'], p['count']) for p in histograms['sad']) _zero_fill(search_date_start, search_date_end, [happy_data, sad_data]) histogram = [ {'label': _('Happy'), 'name': 'happy', 'data': sorted(happy_data.items())}, {'label': _('Sad'), 'name': 'sad', 'data': sorted(sad_data.items())}, ] return render(request, template, { 'opinions': opinion_page, 'opinion_count': search_count, 'filter_data': filter_data, 'histogram': histogram, 'page': page, 'prev_page': page - 1 if start > 0 else None, 'next_page': page + 1 if end < search_count else None, 'current_search': current_search, 'selected': selected, 'atom_url': generate_dashboard_atom_url(request) })