def __init__(self, num_classes, bert_path, bert_size=768, word_hidden_size=100, sent_hidden_size=100): super(BertHierAttNet, self).__init__() self.bert = BertModel.from_pretrained(bert_path) self.linear = nn.Linear(bert_size, word_hidden_size) self.word_att_net = WordAttNet(word_hidden_size) self.sent_att_net = SentAttNet(sent_hidden_size, word_hidden_size, num_classes)
def __init__(self, word_hidden_size, sent_hidden_size, batch_size, num_classes, pretrained_word2vec_path, max_sent_length, max_word_length): super(HierAttNet, self).__init__() self.batch_size = batch_size self.word_hidden_size = word_hidden_size self.sent_hidden_size = sent_hidden_size self.max_sent_length = max_sent_length self.max_word_length = max_word_length self.word_att_net = WordAttNet(pretrained_word2vec_path, word_hidden_size) self.sent_att_net = SentAttNet(sent_hidden_size, word_hidden_size, num_classes, batch_size) self._init_hidden_state()
def __init__(self, word_hidden_size, sent_hidden_size, batch_size, tune, pretrained_word2vec_path, max_sent_length, max_word_length): super(HierAttNet, self).__init__() self.batch_size = batch_size self.cos = nn.CosineSimilarity() self.m = nn.Sigmoid() self.fd = nn.Linear(4 * sent_hidden_size, sent_hidden_size) self.ff = nn.Linear(sent_hidden_size, 1) self.r = nn.ReLU() self.word_hidden_size = word_hidden_size self.sent_hidden_size = sent_hidden_size self.word_att_net = WordAttNet(pretrained_word2vec_path, tune, word_hidden_size) self.sent_att_net = SentAttNet(sent_hidden_size, word_hidden_size) self._init_hidden_state()