예제 #1
0
    def reset_parameters(self):
        if self.add_position_embedding:
            nn.init.uniform_(self.embeddings.weight.data, - 1.0 / self.scale, 1.0 / self.scale)
        else:
            Init.embedding_init(self.embeddings.weight.data)

        self.embeddings.weight.data[self.padding_idx].fill_(0.0)
예제 #2
0
 def _build_bridge(self):
     if self.bridge_type == "mlp":
         self.linear_bridge = nn.Linear(in_features=self.context_size, out_features=self.hidden_size)
         Init.default_init(self.linear_bridge.weight.data)
     elif self.bridge_type == "zero":
         pass
     else:
         raise ValueError("Unknown bridge type {0}".format(self.bridge_type))
예제 #3
0
    def reset_parameters(self):
        if self.add_position_embedding:
            nn.init.uniform(self.embeddings.weight, -1.0 / self.scale,
                            1.0 / self.scale)
        else:
            Init.embedding_init(self.embeddings.weight)

        with torch.no_grad():
            self.embeddings.weight[self.padding_idx].fill_(0.0)
예제 #4
0
    def set_extention_emb_fuc(self, extention_fuc, extention_size):
        self.extention_fuc = extention_fuc

        if extention_size > 0:
            self.linear_extention = nn.Linear(in_features=self.d_word_vec +
                                              extention_size,
                                              out_features=self.d_model)
            Init.default_init(self.linear_extention.weight)

            self.linear_extention.cuda()
        else:
            self.linear_extention = lambda x: x
예제 #5
0
 def _reset_parameters(self):
     Init.default_init(self.linear_input.weight)
     Init.default_init(self.linear_hidden.weight)
     Init.default_init(self.linear_ctx.weight)
예제 #6
0
    def _reset_parameters(self):

        Init.embedding_init(self.proj.weight)
예제 #7
0
    def _reset_parameters(self):
        for weight in self.gru1.parameters():
            Init.rnn_init(weight.data)

        for weight in self.gru2.parameters():
            Init.rnn_init(weight.data)
예제 #8
0
파일: Attention.py 프로젝트: JZX555/ZNMT
 def _reset_parameters(self):
     for weight in self.parameters():
         Init.default_init(weight)
예제 #9
0
 def reset_parameters(self):
     Init.default_init(self.linear.weight.data)
예제 #10
0
from sanic import Sanic
from module import Init
from config import app as app_config
import asyncio
""" sanic module """
app = Sanic()
""" for blueprint registration """
Init(app)

if __name__ == "__main__":
    server = app.run(host=app_config.HOST,
                     port=app_config.PORT,
                     debug=app_config.DEBUG,
                     workers=app_config.WORKERS)

    loop = asyncio.get_event_loop()
    task = asyncio.ensure_future(server)
    loop.run_forever()