Python Init.default_init Examples

Example #1

 def _build_bridge(self):
     if self.bridge_type == "mlp":
         self.linear_bridge = nn.Linear(in_features=self.context_size, out_features=self.hidden_size)
         Init.default_init(self.linear_bridge.weight.data)
     elif self.bridge_type == "zero":
         pass
     else:
         raise ValueError("Unknown bridge type {0}".format(self.bridge_type))

Example #2

    def set_extention_emb_fuc(self, extention_fuc, extention_size):
        self.extention_fuc = extention_fuc

        if extention_size > 0:
            self.linear_extention = nn.Linear(in_features=self.d_word_vec +
                                              extention_size,
                                              out_features=self.d_model)
            Init.default_init(self.linear_extention.weight)

            self.linear_extention.cuda()
        else:
            self.linear_extention = lambda x: x

Example #3

File: DL4MT.py Project: zhangmeishan/DepSAWR

 def _reset_parameters(self):
     Init.default_init(self.linear_input.weight)
     Init.default_init(self.linear_hidden.weight)
     Init.default_init(self.linear_ctx.weight)

Example #4

File: Attention.py Project: JZX555/ZNMT

 def _reset_parameters(self):
     for weight in self.parameters():
         Init.default_init(weight)

Example #5

 def reset_parameters(self):
     Init.default_init(self.linear.weight.data)