def get_dev():
return CoNLLDataset(config.dev_filename, get_processing_word(),
get_processing_tag(), config.max_iter)
def get_train():
return CoNLLDataset(config.train_filename, get_processing_word(),
get_processing_tag(), config.max_iter)
def data_iterator():
dev = CoNLLDataset(config.dev_filename, max_iter=config.max_iter)
test = CoNLLDataset(config.test_filename, max_iter=config.max_iter)
train = CoNLLDataset(config.train_filename, max_iter=config.max_iter)
return [train, dev, test]