def transform(self, text): text = normalize.normalize_askfm(text, h2z=False) # fn = {'pos': self.to_pos, 'pos1': self.to_pos1, 'pos2': self.to_pos2, # 'cform': self.to_cform, 'base': self.to_base} for surface, features in morph.parse(text, opt=self.dicdir): # yield {name: func(surface, features) for name, func in fn.iteritems()} yield {'base': self.to_base(surface, features)}
def segmentation(self, text): for surface, features in morph.parse(text, opt=self.dicdir): yield self.to_base(surface, features)