def make_optimizer(self): """Optimizer initialization. Called before each training experiene to configure the optimizer. """ # we reset the optimizer's state after each experience. # This allows to add new parameters (new heads) and # freezing old units during the model's adaptation phase. reset_optimizer(self.optimizer, self.model)
def make_optimizer(self): # we reset the optimizer's state after each experience. # This allows to add new parameters (new heads) and # freezing old units during the model's adaptation phase. reset_optimizer(self.optimizer, self.model)
def make_optimizer(self): reset_optimizer(self.optimizer, self.model)