def get_conll2012_pos(): path = '/remote-home/yfshao/workdir/datasets/ontonotes/pos' files = [ 'ontonotes-conll.train', 'ontonotes-conll.dev', 'ontonotes-conll.conll-2012-test' ] return load_seqtag(path, files, [0, 1])
def get_conll2012_ner(): path = '/remote-home/yfshao/workdir/datasets/ontonotes/ner' files = [ 'bieso-ontonotes-conll-ner.train', 'bieso-ontonotes-conll-ner.dev', 'bieso-ontonotes-conll-ner.conll-2012-test' ] return load_seqtag(path, files, [0, 1])
def get_ptb_pos(): pos_dir = '/remote-home/yfshao/workdir/datasets/pos' pos_files = [ 'train.pos', 'dev.pos', 'test.pos', ] return load_seqtag(pos_dir, pos_files, [0, 1])
def get_ctb_pos(): ctb_dir = '/remote-home/yfshao/workdir/datasets/ctb9_hy' files = ['train.conllx', 'dev.conllx', 'test.conllx'] return load_seqtag(ctb_dir, files, [1, 4])