def stemm_doc(doc, language):
'''
Stemms all words in stdin stream.
'''
doc = list(filter(lambda x: x != '', doc))
stemmer = SnowballStemmer(stemm_dic[language])
return list(map(lambda x: stemm(x, stemmer), doc))
def stemm_doc_stream(doc, language):
'''
Stemms all words in stdin stream.
'''
stemmer = SnowballStemmer(stemm_dic[language])
doc = (x.replace('\n', '') for x in doc)
doc = (x for x in doc if x != '')
return map(lambda x: stemm(x, stemmer), doc)
def stemm_json(json_doc, text_key, language):
'''
Stemms all words in a single text property of the json document.
:param json_doc: The json document
:param text_key: The key of the text property
:param language: The language key of the stemmer
:return: The json document with stemms
'''
stemmer = SnowballStemmer(stemm_dic[language])
json_doc[text_key] = stemm(json_doc[text_key], stemmer)
return json_doc
def ionesoft_stemming(question):
question = ionesoft_normalize(question)
stemmer = SnowballStemmer('german')
return stemm(question, stemmer)
def stackexchange_stemming(question):
question = stackexchange_normalize(question)
stemmer = SnowballStemmer('english')
return stemm(question, stemmer)