예제 #1
0
def get_dev():
    return CoNLLDataset(config.dev_filename, get_processing_word(),
                        get_processing_tag(), config.max_iter)
예제 #2
0
def get_train():
    return CoNLLDataset(config.train_filename, get_processing_word(),
                        get_processing_tag(), config.max_iter)
예제 #3
0
def data_iterator():
    dev = CoNLLDataset(config.dev_filename, max_iter=config.max_iter)
    test = CoNLLDataset(config.test_filename, max_iter=config.max_iter)
    train = CoNLLDataset(config.train_filename, max_iter=config.max_iter)
    return [train, dev, test]