def load_ext_net(ext_dir):
ext_meta = json.load(open(join(ext_dir, 'meta.json')))
assert ext_meta['net'] == 'ml_rnn_extractor'
ext_ckpt = load_best_ckpt(ext_dir)
ext_args = ext_meta['net_args']
vocab = pkl.load(open(join(ext_dir, 'vocab.pkl'), 'rb'))
ext = PtrExtractSumm(**ext_args)
ext.load_state_dict(ext_ckpt)
return ext, vocab
def load_ext_net(ext_dir):
ext_meta = json.load(open(join(ext_dir, 'meta.json')))
assert ext_meta['net'] == 'ml_rnn_extractor' or ext_meta[
'net'] == "ml_entity_extractor"
ext_ckpt = load_best_ckpt(ext_dir)
ext_args = ext_meta['net_args']
vocab = pkl.load(open(join(ext_dir, 'vocab.pkl'), 'rb'))
if ext_meta['net'] == 'ml_rnn_extractor':
ext = PtrExtractSumm(**ext_args)
elif ext_meta['net'] == "ml_entity_extractor":
ext = PtrExtractSummEntity(**ext_args)
else:
raise Exception('not implemented')
ext.load_state_dict(ext_ckpt)
return ext, vocab
def load_ext_net(ext_dir):
ext_meta = json.load(open(join(ext_dir, 'meta.json')))
assert ext_meta['net'] in [
'ml_rnn_extractor', "ml_gat_extractor", "ml_subgraph_gat_extractor"
]
net_name = ext_meta['net']
ext_ckpt = load_best_ckpt(ext_dir)
ext_args = ext_meta['net_args']
vocab = pkl.load(open(join(ext_dir, 'vocab.pkl'), 'rb'))
if ext_meta['net'] == 'ml_rnn_extractor':
ext = PtrExtractSumm(**ext_args)
elif ext_meta['net'] == "ml_gat_extractor":
ext = PtrExtractSummGAT(**ext_args)
elif ext_meta['net'] == "ml_subgraph_gat_extractor":
ext = PtrExtractSummSubgraph(**ext_args)
else:
raise Exception('not implemented')
ext.load_state_dict(ext_ckpt)
return ext, vocab
def load_dis_net(emb_dim,
lstm_hidden,
lstm_layer,
bert_config,
dis_pretrain_file,
load=True,
cuda=True):
dis = PtrExtractSumm(emb_dim=emb_dim,
lstm_hidden=lstm_hidden,
lstm_layer=lstm_layer,
bert_config=bert_config)
dis = PolicyGradient(dis.transformer, dis._extractor)
if load:
print("Restoring all non-adagrad variables from {}...".format(
dis_pretrain_file))
state_dict = torch.load(dis_pretrain_file)['state_dict']
dis.load_state_dict(state_dict)
if cuda:
dis = dis.cuda()
return dis