class UnknownPrefixAnalyzer(_PrefixAnalyzer):
"""
Parse the word by parsing only the word suffix
(with restrictions on prefix & suffix lengths).
Example: байткод -> (байт) + код
"""
def __init__(self, score_multiplier=0.5):
self.score_multiplier = score_multiplier
def init(self, morph):
super(AnalogyAnalizerUnit, self).init(morph)
self.dict_analyzer = DictionaryAnalyzer()
self.dict_analyzer.init(morph)
def parse(self, word, word_lower, seen_parses):
result = []
for prefix, unprefixed_word in word_splits(word_lower):
method = (self, prefix)
parses = self.dict_analyzer.parse(unprefixed_word, unprefixed_word, seen_parses)
for fixed_word, tag, normal_form, score, methods_stack in parses:
if not tag.is_productive():
continue
parse = (
prefix + fixed_word,
tag,
prefix + normal_form,
score * self.score_multiplier,
methods_stack + (method,)
)
add_parse_if_not_seen(parse, result, seen_parses)
return result
def tag(self, word, word_lower, seen_tags):
result = []
for _, unprefixed_word in word_splits(word_lower):
tags = self.dict_analyzer.tag(unprefixed_word, unprefixed_word, seen_tags)
for tag in tags:
if not tag.is_productive():
continue
add_tag_if_not_seen(tag, result, seen_tags)
return result
class UnknownPrefixAnalyzer(_PrefixAnalyzer):
"""
Parse the word by parsing only the word suffix
(with restrictions on prefix & suffix lengths).
Example: байткод -> (байт) + код
"""
def __init__(self, score_multiplier=0.5):
self.score_multiplier = score_multiplier
def init(self, morph):
super(AnalogyAnalizerUnit, self).init(morph)
self.dict_analyzer = DictionaryAnalyzer()
self.dict_analyzer.init(morph)
def parse(self, word, word_lower, seen_parses):
result = []
for prefix, unprefixed_word in word_splits(word_lower):
method = (self, prefix)
parses = self.dict_analyzer.parse(unprefixed_word, unprefixed_word,
seen_parses)
for fixed_word, tag, normal_form, score, methods_stack in parses:
if not tag.is_productive():
continue
parse = (prefix + fixed_word, tag, prefix + normal_form,
score * self.score_multiplier,
methods_stack + (method, ))
add_parse_if_not_seen(parse, result, seen_parses)
return result
def tag(self, word, word_lower, seen_tags):
result = []
for _, unprefixed_word in word_splits(word_lower):
tags = self.dict_analyzer.tag(unprefixed_word, unprefixed_word,
seen_tags)
for tag in tags:
if not tag.is_productive():
continue
add_tag_if_not_seen(tag, result, seen_tags)
return result
def init(self, morph):
super(AnalogyAnalizerUnit, self).init(morph)
self.dict_analyzer = DictionaryAnalyzer()
self.dict_analyzer.init(morph)
def init(self, morph):
super(AnalogyAnalizerUnit, self).init(morph)
self.dict_analyzer = DictionaryAnalyzer()
self.dict_analyzer.init(morph)
def __init__(self, morph):
super(AnalogyAnalizerUnit, self).__init__(morph)
self.dict_analyzer = DictionaryAnalyzer(morph)
def __init__(self, morph):
super(AnalogyAnalizerUnit, self).__init__(morph)
self.dict_analyzer = DictionaryAnalyzer(morph)
