def copy_t5_to_student(self, d_layers_to_copy, e_layers_to_copy, hparams, student, teacher): self.different_encoder: bool = hparams.student_encoder_layers != teacher.config.num_layers self.different_decoder = hparams.student_decoder_layers != teacher.config.num_layers if self.different_decoder: copy_layers(teacher.decoder.block, student.decoder.block, d_layers_to_copy) if self.different_encoder: copy_layers(teacher.encoder.block, student.encoder.block, e_layers_to_copy)
def copy_to_student(self, d_layers_to_copy, e_layers_to_copy, hparams, student, teacher): if teacher.config.model_type == "t5": return self.copy_t5_to_student(d_layers_to_copy, e_layers_to_copy, hparams, student, teacher) self.different_encoder: bool = hparams.student_encoder_layers != teacher.config.encoder_layers self.different_decoder = hparams.student_decoder_layers != teacher.config.decoder_layers if self.different_decoder: copy_layers(teacher.model.decoder.layers, student.model.decoder.layers, d_layers_to_copy) if self.different_encoder: copy_layers(teacher.model.encoder.layers, student.model.encoder.layers, e_layers_to_copy)