def reset_parameters(self): if self.add_position_embedding: nn.init.uniform_(self.embeddings.weight.data, - 1.0 / self.scale, 1.0 / self.scale) else: Init.embedding_init(self.embeddings.weight.data) self.embeddings.weight.data[self.padding_idx].fill_(0.0)
def _build_bridge(self): if self.bridge_type == "mlp": self.linear_bridge = nn.Linear(in_features=self.context_size, out_features=self.hidden_size) Init.default_init(self.linear_bridge.weight.data) elif self.bridge_type == "zero": pass else: raise ValueError("Unknown bridge type {0}".format(self.bridge_type))
def reset_parameters(self): if self.add_position_embedding: nn.init.uniform(self.embeddings.weight, -1.0 / self.scale, 1.0 / self.scale) else: Init.embedding_init(self.embeddings.weight) with torch.no_grad(): self.embeddings.weight[self.padding_idx].fill_(0.0)
def set_extention_emb_fuc(self, extention_fuc, extention_size): self.extention_fuc = extention_fuc if extention_size > 0: self.linear_extention = nn.Linear(in_features=self.d_word_vec + extention_size, out_features=self.d_model) Init.default_init(self.linear_extention.weight) self.linear_extention.cuda() else: self.linear_extention = lambda x: x
def _reset_parameters(self): Init.default_init(self.linear_input.weight) Init.default_init(self.linear_hidden.weight) Init.default_init(self.linear_ctx.weight)
def _reset_parameters(self): Init.embedding_init(self.proj.weight)
def _reset_parameters(self): for weight in self.gru1.parameters(): Init.rnn_init(weight.data) for weight in self.gru2.parameters(): Init.rnn_init(weight.data)
def _reset_parameters(self): for weight in self.parameters(): Init.default_init(weight)
def reset_parameters(self): Init.default_init(self.linear.weight.data)
from sanic import Sanic from module import Init from config import app as app_config import asyncio """ sanic module """ app = Sanic() """ for blueprint registration """ Init(app) if __name__ == "__main__": server = app.run(host=app_config.HOST, port=app_config.PORT, debug=app_config.DEBUG, workers=app_config.WORKERS) loop = asyncio.get_event_loop() task = asyncio.ensure_future(server) loop.run_forever()