Python FeedForward示例

示例#1

 def __init__(self, d_model: int, d_ff: int, dropout: float = 0.1):
     super().__init__()
     self.ffn = FeedForward(d_model, d_ff, dropout, nn.GELU())

示例#2

 def __init__(self, d_model: int, d_ff: int, dropout: float = 0.1):
     super().__init__()
     self.ffn = FeedForward(d_model, d_ff, dropout, nn.Identity(), True,
                            False, False, False)