def transform(self, text):
text = normalize.normalize_askfm(text, h2z=False)
# fn = {'pos': self.to_pos, 'pos1': self.to_pos1, 'pos2': self.to_pos2,
# 'cform': self.to_cform, 'base': self.to_base}
for surface, features in morph.parse(text, opt=self.dicdir):
# yield {name: func(surface, features) for name, func in fn.iteritems()}
yield {'base': self.to_base(surface, features)}
def segmentation(self, text):
for surface, features in morph.parse(text, opt=self.dicdir):
yield self.to_base(surface, features)
