def fuse_embed_layer(self):
mask_indice = self.attention_mask.mask_indice if self.attention_mask else {}
mask_casted = self.attention_mask.mask_casted if self.attention_mask else {}
fusion = FusionEmbedLayerNormalization(self, mask_indice, mask_casted)
fusion.apply()
if fusion.mask_input_name:
self.bert_inputs.append(fusion.mask_input_name)
def fuse_embed_layer(self):
fusion = FusionEmbedLayerNormalization(self)
fusion.apply()