def process(inf, outf): for s in read_conllu(inf): if not isinstance(s, basestring): # skip comments and sentence breaks rewrite_feats(s) print >> outf, unicode(s)
def process(inf, outf): for s in read_conllu(inf): if not isinstance(s, basestring): # skip comments and sentence breaks remove_feats(s) print >> outf, unicode(s)
def process(inf, outf): for s in read_conllu(inf): if not isinstance(s, basestring): # skip comments and sentence breaks normalize_lemma(s) print >> outf, unicode(s)
def process(inf, outf): for s in read_conllu(inf): print >> outf, unicode(s) if not isinstance(s, basestring): # skip comments and sentence breaks add_aux(s, outf)