def _build_bridge(self): if self.bridge_type == "mlp": self.linear_bridge = nn.Linear(in_features=self.context_size, out_features=self.hidden_size) Init.default_init(self.linear_bridge.weight.data) elif self.bridge_type == "zero": pass else: raise ValueError("Unknown bridge type {0}".format(self.bridge_type))
def set_extention_emb_fuc(self, extention_fuc, extention_size): self.extention_fuc = extention_fuc if extention_size > 0: self.linear_extention = nn.Linear(in_features=self.d_word_vec + extention_size, out_features=self.d_model) Init.default_init(self.linear_extention.weight) self.linear_extention.cuda() else: self.linear_extention = lambda x: x
def _reset_parameters(self): Init.default_init(self.linear_input.weight) Init.default_init(self.linear_hidden.weight) Init.default_init(self.linear_ctx.weight)
def _reset_parameters(self): for weight in self.parameters(): Init.default_init(weight)
def reset_parameters(self): Init.default_init(self.linear.weight.data)