def __init__(self,
num_classes,
bert_path,
bert_size=768,
word_hidden_size=100,
sent_hidden_size=100):
super(BertHierAttNet, self).__init__()
self.bert = BertModel.from_pretrained(bert_path)
self.linear = nn.Linear(bert_size, word_hidden_size)
self.word_att_net = WordAttNet(word_hidden_size)
self.sent_att_net = SentAttNet(sent_hidden_size, word_hidden_size,
num_classes)
def __init__(self, word_hidden_size, sent_hidden_size, batch_size, tune, pretrained_word2vec_path,
max_sent_length, max_word_length):
super(HierAttNet, self).__init__()
self.batch_size = batch_size
self.cos = nn.CosineSimilarity()
self.m = nn.Sigmoid()
self.fd = nn.Linear(4 * sent_hidden_size, sent_hidden_size)
self.ff = nn.Linear(sent_hidden_size, 1)
self.r = nn.ReLU()
self.word_hidden_size = word_hidden_size
self.sent_hidden_size = sent_hidden_size
self.word_att_net = WordAttNet(pretrained_word2vec_path, tune, word_hidden_size)
self.sent_att_net = SentAttNet(sent_hidden_size, word_hidden_size)
self._init_hidden_state()
def __init__(self, word_hidden_size, sent_hidden_size, batch_size,
num_classes, pretrained_word2vec_path, max_sent_length,
max_word_length):
super(HierAttNet, self).__init__()
self.batch_size = batch_size
self.word_hidden_size = word_hidden_size
self.sent_hidden_size = sent_hidden_size
self.max_sent_length = max_sent_length
self.max_word_length = max_word_length
self.word_att_net = WordAttNet(pretrained_word2vec_path,
word_hidden_size)
self.sent_att_net = SentAttNet(sent_hidden_size, word_hidden_size,
num_classes, batch_size)
self._init_hidden_state()
def __init__(self, vector_size, sent_hidden_size=50, batch_size=256):
super(DHierGraphNet, self).__init__()
self.batch_size = batch_size
self.m = nn.Sigmoid()
self.fd = nn.Linear(4 * sent_hidden_size, sent_hidden_size)
self.mlp_graph = nn.Linear(4 * sent_hidden_size, 2 * sent_hidden_size)
self.ff = nn.Linear(sent_hidden_size, 1)
self.r = nn.ReLU()
self.sent_hidden_size = sent_hidden_size
self.sent_gru = nn.GRU(vector_size,
sent_hidden_size,
bidirectional=True)
self.sent_att_net = SentAttNet(sent_hidden_size, sent_hidden_size)
self._init_hidden_state()