def tagInitializedSentence(self, initSen): wordTags = initSen.replace("“", "''").replace("”", "''").replace("\"", "''").split() sen = [] for i in xrange(len(wordTags)): fwObject = FWObject.getFWObject(wordTags, i) word, tag = getWordTag(wordTags[i]) node = self.findFiredNode(fwObject) if node.depth > 0: sen.append(word + "/" + node.conclusion) else:# Fired at root, return initialized tag sen.append(word + "/" + tag) return " ".join(sen)
def tagRawVnSentence(self, DICT, rawLine): line = initializeVnSentence(DICT, rawLine) sen = [] wordTags = line.split() for i in range(len(wordTags)): fwObject = FWObject.getFWObject(wordTags, i) word, tag = getWordTag(wordTags[i]) node = self.findFiredNode(fwObject) if node.depth > 0: sen.append(word + "/" + node.conclusion) else: # Fired at root, return initialized tag sen.append(word + "/" + tag) return " ".join(sen)
def tagRawEnSentence(self, DICT, rawLine): line = initializeEnSentence(DICT, rawLine) sen = [] wordTags = line.split() for i in xrange(len(wordTags)): fwObject = FWObject.getFWObject(wordTags, i) word, tag = getWordTag(wordTags[i]) node = self.findFiredNode(fwObject) if node.depth > 0: sen.append(word + "/" + node.conclusion) else:# Fired at root, return initialized tag sen.append(word + "/" + tag) return " ".join(sen)
def tagInitializedSentence(self, initSen): wordTags = initSen.replace("“", "''").replace("”", "''").replace("\"", "''").split() sen = [] for i in range(len(wordTags)): fwObject = FWObject.getFWObject(wordTags, i) word, tag = getWordTag(wordTags[i]) node = self.findFiredNode(fwObject) if node.depth > 0: sen.append(word + "/" + node.conclusion) else: # Fired at root, return initialized tag sen.append(word + "/" + tag) return " ".join(sen)
def tag(self, tokens): tokens = ' '.join(tokens) line = initializeSentence(self.DICT, tokens) sen = [] wordTags = line.split() for i in xrange(len(wordTags)): fwObject = FWObject.getFWObject(wordTags, i) word, tag = getWordTag(wordTags[i]) node = self.findFiredNode(fwObject) if node.depth > 0: sen.append((word, node.conclusion)) else:# Fired at root, return initialized tag sen.append((word, tag)) return sen
def tagRawSentence(self, DICT, rawLine): # set DICT to "self"to use a preloaded dictionary if DICT == "self": DICT = self.DICT line = initializeSentence(DICT, rawLine) sen = [] wordTags = line.split() for i in range(len(wordTags)): fwObject = FWObject.getFWObject(wordTags, i) word, tag = getWordTag(wordTags[i]) node = self.findFiredNode(fwObject) if node.depth > 0: sen.append(word + "/" + node.conclusion) else: # Fired at root, return initialized tag sen.append(word + "/" + tag) return " ".join(sen)