Exemplo n.º 1
0
 def sanity_check_gradients(self):
     """T5"""
     assert_all_frozen(self.teacher)
     assert_all_frozen(self.model.decoder.embed_tokens)
     assert_all_frozen(self.model.encoder.embed_tokens)
     if self.different_encoder:
         assert any_requires_grad(self.model.encoder)
     else:
         freeze_params(self.model.encoder)
         del self.teacher.model.encoder
     if self.different_decoder:
         assert any_requires_grad(self.model.decoder)
     else:
         freeze_params(self.model.decoder)  # TODO(SS): very suspicious
Exemplo n.º 2
0
 def sanity_check_gradients(self):
     assert_all_frozen(self.teacher)
     assert_all_frozen(self.model.model.decoder.embed_tokens)
     assert_all_frozen(self.model.model.encoder.embed_tokens)
     if self.different_encoder:
         assert any_requires_grad(self.model.model.encoder)
     else:
         freeze_params(self.model.model.encoder)
         del self.teacher.model.encoder