#text_field = data.Field(lower=True)
#label_field = data.Field(sequential=False)
# train_iter, dev_iter = mr(text_field, label_field, device=-1, repeat=False)
#train_iter, dev_iter, test_iter = sst(text_field, label_field, device=-1, repeat=False, shuffle=True, sort=False)
file = Dictionary.LoadData()
file.form_data()
word = Dictionary.Word(data=file.all_file, fine_tune=True)
word.build_dict()
table = Dictionary.WordTable(vocab=word.vocab)
table.build_table()
args.itos = table.itos
batch_iter = Batch.Iterator(batch_len=(50, args.batch_size,
len(file.all_file[2]['data'])),
data=file.all_file,
vocab=table)
data_iter, label_iter = batch_iter.create_iter()
test_iter, train_iter, dev_iter = zip(data_iter, label_iter)
# update args and print
args.embed_num = word.vocab_num + 2
args.class_num = word.label_num
args.cuda = (not args.no_cuda) and torch.cuda.is_available()
del args.no_cuda
args.kernel_sizes = [int(k) for k in args.kernel_sizes.split(',')]
args.save_dir = os.path.join(
args.save_dir,
datetime.datetime.now().strftime('%Y-%m-%d_%H-%M-%S'))
if not os.path.isdir(args.save_dir):
os.makedirs(args.save_dir)
