Esempio n. 1
0
def get_conll2012_pos():
    path = '/remote-home/yfshao/workdir/datasets/ontonotes/pos'
    files = [
        'ontonotes-conll.train', 'ontonotes-conll.dev',
        'ontonotes-conll.conll-2012-test'
    ]
    return load_seqtag(path, files, [0, 1])
Esempio n. 2
0
def get_conll2012_ner():
    path = '/remote-home/yfshao/workdir/datasets/ontonotes/ner'
    files = [
        'bieso-ontonotes-conll-ner.train', 'bieso-ontonotes-conll-ner.dev',
        'bieso-ontonotes-conll-ner.conll-2012-test'
    ]
    return load_seqtag(path, files, [0, 1])
Esempio n. 3
0
def get_ptb_pos():
    pos_dir = '/remote-home/yfshao/workdir/datasets/pos'
    pos_files = [
        'train.pos',
        'dev.pos',
        'test.pos',
    ]
    return load_seqtag(pos_dir, pos_files, [0, 1])
Esempio n. 4
0
def get_ctb_pos():
    ctb_dir = '/remote-home/yfshao/workdir/datasets/ctb9_hy'
    files = ['train.conllx', 'dev.conllx', 'test.conllx']
    return load_seqtag(ctb_dir, files, [1, 4])