# gpu
gpu = torch.cuda.is_available()
if gpu:
print('The train will be using GPU.')
else:
print('The train will be using CPU.')
print('CuDNN', torch.backends.cudnn.enabled)
# config
arg_parser = argparse.ArgumentParser()
arg_parser.add_argument('--config_file', type=str, default='./Config/config.ini')
args = arg_parser.parse_args()
config = Config(args.config_file)
if gpu:
config.add_args('Train', 'use_cuda', 'True')
# data_loader
sem_data_loader = ReadSenData(config)
tra_sen_data, dev_sen_data = sem_data_loader.read_data()
word_data_loader = ReadData(config)
tra_data, dev_data = word_data_loader.read_data()
# vocab
if os.path.isfile(config.fact_word_vocab):
tra_fact_word_vocab = read_pkl(config.fact_word_vocab)
tra_fact_char_vocab = read_pkl(config.fact_char_vocab)
if config.read_sen:
tra_fact_sen_vocab = read_pkl(config.fact_sen_vocab)
else:
if not os.path.isdir(config.save_vocab_path):
gpu = torch.cuda.is_available()
if gpu:
print('The train will be using GPU.')
else:
print('The train will be using CPU.')
print('CuDNN', torch.backends.cudnn.enabled)
# config
arg_parser = argparse.ArgumentParser()
arg_parser.add_argument('--config_file',
type=str,
default='./Config/config.ini')
args = arg_parser.parse_args()
config = Config(args.config_file)
if gpu:
config.add_args('Train', 'use_cuda', 'True')
config.add_args('Train', 'fp16', 'False')
word_data_loader = ReadData(config)
usual_tra_data_set, virus_tra_data_set, usual_dev_data_set, virus_dev_data_set, usual_vat_data, virus_vat_data \
= word_data_loader.read_data(tokenizer)
usual_eval_data, virus_eval_data = word_data_loader.read_eval_data(
tokenizer)
# vocab
if os.path.isfile(config.fact_word_src_vocab):
tag_vocab = read_pkl(config.fact_word_tag_vocab)
else:
if not os.path.isdir(config.save_vocab_path):
os.makedirs(config.save_vocab_path)