def add_word(self, words, sep=None):
"""装载人工干预词典（单词输入）"""
if self.ac is None:
self.ac = TriedTree()
words = strdecode(words)
if sep == None:
words = words.strip().split()
else:
sep = strdecode(sep)
words = words.strip().split(sep)
if len(words) == 0:
return
phrase = ""
tags = []
offset = []
for word in words:
if word.rfind('/') < 1:
phrase += word
tags.append('')
else:
phrase += word[:word.rfind('/')]
tags.append(word[word.rfind('/') + 1:])
offset.append(len(phrase))
if len(phrase) < 2 and tags[0] == '':
return
self.dictitem[phrase] = (tags, offset)
self.ac.add_word(phrase)
def load_customization(self, filename, sep=None):
"""装载人工干预词典"""
self.ac = Ahocorasick()
with open(filename, 'r', encoding='utf8') as f:
for line in f:
if sep == None:
words = line.strip().split()
else:
sep = strdecode(sep)
words = line.strip().split(sep)
if len(words) == 0:
continue
phrase = ""
tags = []
offset = []
for word in words:
if word.rfind('/') < 1:
phrase += word
tags.append('')
else:
phrase += word[:word.rfind('/')]
tags.append(word[word.rfind('/') + 1:])
offset.append(len(phrase))
if len(phrase) < 2 and tags[0] == '':
continue
self.dictitem[phrase] = (tags, offset)
self.ac.add_word(phrase)
self.ac.make()