def __init__(self,
vocab_size,
num_hiddens,
norm_shape,
ffn_num_input,
ffn_num_hiddens,
num_heads,
num_layers,
dropout,
max_len=1000,
key_size=768,
query_size=768,
value_size=768,
hid_in_features=768,
mlm_in_features=768,
nsp_in_features=768):
super(BERTDecoder, self).__init__()
self.decoder = am.BERTDecoder(vocab_size,
num_hiddens,
norm_shape,
ffn_num_input,
ffn_num_hiddens,
num_heads,
num_layers,
dropout,
max_len=max_len,
key_size=key_size,
query_size=query_size,
value_size=value_size)
self.num_hiddens = num_hiddens
self.num_layers = num_layers
self.dense = nn.Linear(num_hiddens, vocab_size)
def __init__(self, vocab_size, key_size, query_size, value_size,
num_hiddens, norm_shape, ffn_num_input, ffn_num_hiddens,
num_heads, num_layers, dropout, **kwargs):
super(BERTDecoder, self).__init__(**kwargs)
self.decoder = am.BERTDecoder(vocab_size, num_hiddens, norm_shape,
ffn_num_input, ffn_num_hiddens, num_heads, num_layers,
dropout, max_len=max_len, key_size=key_size,
query_size=query_size, value_size=value_size)
self.num_hiddens = num_hiddens
self.num_layers = num_layers
self.dense = nn.Linear(num_hiddens, vocab_size)