def test_utf8_excerpt(self): """Characters should stay in UTF-8.""" q = u'fa\xe7on' ws = (wiki_search.highlight('html') .query(u'fa\xe7on') .values_dict('html')) results = list(ws) # page = Document.objects.get(pk=4) excerpt = clean_excerpt(ws.excerpt(results[0])[0]) assert q in excerpt, u'%s not in %s' % (q, excerpt)
def test_unicode_excerpt(self): """Unicode characters in the excerpt should not be a problem.""" ws = (wiki_search.highlight('html') .query(u'\u30c1') .values_dict('html')) results = list(ws) try: excerpt = ws.excerpt(results[0]) render('{{ c }}', {'c': excerpt}) except UnicodeDecodeError: self.fail('Raised UnicodeDecodeError.')