def sanity_check_gradients(self): """T5""" assert_all_frozen(self.teacher) assert_all_frozen(self.model.decoder.embed_tokens) assert_all_frozen(self.model.encoder.embed_tokens) if self.different_encoder: assert any_requires_grad(self.model.encoder) else: freeze_params(self.model.encoder) del self.teacher.model.encoder if self.different_decoder: assert any_requires_grad(self.model.decoder) else: freeze_params(self.model.decoder) # TODO(SS): very suspicious
def sanity_check_gradients(self): assert_all_frozen(self.teacher) assert_all_frozen(self.model.model.decoder.embed_tokens) assert_all_frozen(self.model.model.encoder.embed_tokens) if self.different_encoder: assert any_requires_grad(self.model.model.encoder) else: freeze_params(self.model.model.encoder) del self.teacher.model.encoder