def _get_best_description_location(self, descriptions): ''' Returns the first description that matches one term in the query and the location of the first match in the string. TODO: prefer a description and location which contains multiple terms next to each other. ''' desc = None location = 0 #terms = [t.lower() for t in self._get_query_terms() if t not in [u'or', u'and', u'not']] from digipal.utils import get_regexp_from_terms #terms = get_tokens_from_phrase(descriptions) terms = self._get_query_terms(True) re_terms = get_regexp_from_terms(terms) if re_terms: # search the descriptions for adesc in descriptions: m = re.search(ur'(?ui)' + re_terms, adesc.get_description_plain_text()) if m: location = m.start() desc = adesc break return desc, location
def _get_best_description_location(self, descriptions): ''' Returns the first description that matches one term in the query and the location of the first match in the string. TODO: prefer a description and location which contains multiple terms next to each other. ''' desc = None location = 0 #terms = [t.lower() for t in self._get_query_terms() if t not in [u'or', u'and', u'not']] from digipal.utils import get_regexp_from_terms #terms = get_tokens_from_phrase(descriptions) terms = self._get_query_terms(True) re_terms = get_regexp_from_terms(terms) if re_terms: # search the descriptions for adesc in descriptions: m = re.search(ur'(?ui)' + re_terms, adesc.get_description_plain_text()) if m: location = m.start() desc = adesc break return desc, location
def tag_terms(value, terms=None): '''Wrap all occurrences of the terms found in value with a <span class="found-term">. Highlight terms in html. Terms is an array of words. ''' from digipal.utils import get_regexp_from_terms, get_tokens_from_phrase, remove_combining_marks, remove_accents # not nice but we have to do this for the matching below to work # we loose *some* the accents, e.g. u'r\u0305' value = remove_combining_marks(value) value_no_accent = remove_accents(value) if terms: # Surround the occurrences of those terms in the value with a span (class="found-term") # TODO: this should really be done by Whoosh instead of manually here to deal properly with special cases. # e.g. 'G*' should highlight g and the rest of the word # Here we have a simple implementation that look for exact and complete matches only. # TODO: other issue is highlight of non field values, e.g. (G.) added at the end each description # or headings. for re_term in get_regexp_from_terms(terms, True): # value = re.sub(ur'(?iu)(>[^<]*)('+re_term+ur')', ur'\1<span # class="found-term">\2</span>', u'>'+value)[1:] pos = 1 pattern = re.compile(ur'(?iu)(>[^<]*?)(' + re_term + ur')') # print re_term while True: # print value_no_accent, pos # pos-1 because we want to include the last > we've inserted in the previous loop. # without this we might miss occurrences m = pattern.search(value_no_accent, pos - 1) # print m if m: replacement = u'%s<span class="found-term">%s</span>' % ( value[m.start(1):m.end(1)], value[m.start(2):m.end(2)]) value = value[:m.start(0)] + replacement + value[m.end(0):] replacement = u'%s<span class="found-term">%s</span>' % ( value_no_accent[m.start(1):m.end(1)], value_no_accent[m.start(2):m.end(2)]) value_no_accent = value_no_accent[:m.start( 0)] + replacement + value_no_accent[m.end(0):] pos = m.start(0) + len(replacement) else: break return value
def tag_terms(value, terms=None): '''Wrap all occurrences of the terms found in value with a <span class="found-term">. Highlight terms in html. Terms is an array of words. ''' from digipal.utils import get_regexp_from_terms, get_tokens_from_phrase, remove_combining_marks, remove_accents # not nice but we have to do this for the matching below to work # we loose *some* the accents, e.g. u'r\u0305' value = remove_combining_marks(value) value_no_accent = remove_accents(value) if terms: # Surround the occurrences of those terms in the value with a span (class="found-term") # TODO: this should really be done by Whoosh instead of manually here to deal properly with special cases. # e.g. 'G*' should highlight g and the rest of the word # Here we have a simple implementation that look for exact and complete matches only. # TODO: other issue is highlight of non field values, e.g. (G.) added at the end each description # or headings. for re_term in get_regexp_from_terms(terms, True): #value = re.sub(ur'(?iu)(>[^<]*)('+re_term+ur')', ur'\1<span class="found-term">\2</span>', u'>'+value)[1:] pos = 1 pattern = re.compile(ur'(?iu)(>[^<]*?)(' + re_term + ur')') # print re_term while True: # print value_no_accent, pos # pos-1 because we want to include the last > we've inserted in the previous loop. # without this we might miss occurrences m = pattern.search(value_no_accent, pos - 1) # print m if m: replacement = u'%s<span class="found-term">%s</span>' % ( value[m.start(1):m.end(1)], value[m.start(2):m.end(2)]) value = value[:m.start(0)] + replacement + value[m.end(0):] replacement = u'%s<span class="found-term">%s</span>' % ( value_no_accent[m.start(1):m.end(1)], value_no_accent[m.start(2):m.end(2)]) value_no_accent = value_no_accent[:m.start( 0)] + replacement + value_no_accent[m.end(0):] pos = m.start(0) + len(replacement) else: break return value