def __init__(self, intent_class_num, entity_class_num):
super(KoElectraModel, self).__init__()
self.bert = ElectraModel.from_pretrained("monologg/koelectra-small-v2-discriminator")
config = self.bert.config
self.pad_idx = config.pad_token_id
##For intent part
self.dropout = nn.Dropout(config.hidden_dropout_prob)
self.intent_cls = nn.Linear(config.hidden_size, intent_class_num)
##For entity part
self.entity_cls = nn.Linear(config.hidden_size, entity_class_num)
def __init__(self):
super(KoELECTRASpacingModel, self).__init__()
self.bert = ElectraModel.from_pretrained(
"monologg/koelectra-small-v2-discriminator")
config = self.bert.config
self.pad_idx = config.pad_token_id
self.dropout = nn.Dropout(config.hidden_dropout_prob)
self.token_cls = nn.Linear(config.hidden_size,
config.vocab_size,
bias=False)
