def get_conll2012_pos():
path = '/remote-home/yfshao/workdir/datasets/ontonotes/pos'
files = [
'ontonotes-conll.train', 'ontonotes-conll.dev',
'ontonotes-conll.conll-2012-test'
]
return load_seqtag(path, files, [0, 1])
def get_conll2012_ner():
path = '/remote-home/yfshao/workdir/datasets/ontonotes/ner'
files = [
'bieso-ontonotes-conll-ner.train', 'bieso-ontonotes-conll-ner.dev',
'bieso-ontonotes-conll-ner.conll-2012-test'
]
return load_seqtag(path, files, [0, 1])
def get_ptb_pos():
pos_dir = '/remote-home/yfshao/workdir/datasets/pos'
pos_files = [
'train.pos',
'dev.pos',
'test.pos',
]
return load_seqtag(pos_dir, pos_files, [0, 1])
def get_ctb_pos():
ctb_dir = '/remote-home/yfshao/workdir/datasets/ctb9_hy'
files = ['train.conllx', 'dev.conllx', 'test.conllx']
return load_seqtag(ctb_dir, files, [1, 4])
