def search(formdata) -> dict:
global debug
debug = None
debug = Debug()
searchstring = formdata['searchword'].strip()
if MAKE_LOWERCASE:
searchstring = searchstring.lower()
results = {
'search': searchstring,
'error': None,
'topicsbyname': [],
'topicsbytext': [],
'replacements': [],
'dialectreplacements': [],
'references': [],
}
# creates problems with conjugates and plurals later on
# searchstring = searchstring.replace(' ', '-')
# ensure not excluded word
# TODO: create excluded words list (for now using prepositions)
if searchstring in PREPOSITION_LIST:
results['error'] = SEARCH_ERROR_EXCLUDEDWORD
results['debug'] = debug
return results
searchwordpattern = searchwords.getwordpattern(searchstring)['pattern']
debug.add('searchwordpattern', searchwordpattern)
if searchstring.endswith('s'):
searchstringnoplural = searchstring[:len(searchstring) - 1]
debug.add('searchstringnoplural', searchstringnoplural)
searchwordpattern = r'(?:' + searchwordpattern + '|' + searchwords.getwordpattern(
searchstringnoplural)['pattern'] + ')'
pattern = SEARCH_PATTERN_WRAPPER % searchwordpattern
debug.add('pattern', pattern)
# check topics
for topic in Topic.objects.all():
# debug.add('searching', topic.name)
# search titles
if re.search(
pattern, topic.name, re.IGNORECASE
): # this rather than python below adds about 0.2s to search
# if searchstring in topic.name.lower() or (searchstringnoplural and searchstringnoplural in topic.name.lower()):
results['topicsbyname'].append(topic)
# debug.add('found topicsbyname')
continue
# search content
match = re.search(pattern, topic.text, re.IGNORECASE)
if match:
excerpt = '...' + match.group('excerpt_start') + htmlutils.addspan(
match.group('found_string'), cssclass='searchtopicfoundstring'
) + match.group('excerpt_end') + '...'
results['topicsbytext'].append({
'topic': topic,
'excerpt': excerpt,
})
continue
# check searchwords
for r in Replacement.objects.all():
# forward search
texts = [
r.searchstrings, r.suggestreplacement, r.considerreplacements,
r.clarification
]
text = r' '.join([t for t in texts if t]).replace('\r\n', ' ')
match = re.search(pattern, text, re.IGNORECASE)
# add related topics
if match:
results['replacements'].append(r)
for topic in r.topics.all():
if topic not in results['topicsbyname'] and (topic not in [
t['topic'] for t in results['topicsbytext']
]):
results['topicsbyname'].append(topic)
# backward search
# NOTE: this adds about 0.7 seconds to search; if adding this back in, add 'else' clause to above
# reversepattern = SEARCH_PATTERN_WRAPPER_REVERSE % '|'.join([p['pattern'] for p in r.searchwords])
# match = re.search(reversepattern, searchstring, re.IGNORECASE)
#
# if match:
# results['replacements'].append(r)
# check dialects
if searchstring != DEFAULT_DIALECT.lower():
for dialect in Dialect.objects.all():
if searchstring == dialect.name.lower():
for r in Replacement.objects.filter(
dialect=dialect.name)[:SEARCH_MAX_DIALECT_RESULTS]:
results['dialectreplacements'].append(r)
debug.timer('search finished')
results['debug'] = debug
return results
