def make_optimizer(self, max_steps): optimizer = OPTIMIZERS[self.config.train.optimizer] optimizer = optimizer(self.parameters(), self.config.train.learning_rate, weight_decay=self.config.train.weight_decay) self.optimizer = optimizer self.scheduler = make_scheduler(self.config.train.scheduler, max_steps=max_steps)(optimizer)
def make_optimizer(self, max_steps): optimizer = OPTIMIZERS[self.config.train.optimizer] optimizer = optimizer(self.parameters(), self.config.train.learning_rate, weight_decay=self.config.train.weight_decay) self.optimizer = SWA(optimizer, swa_start=int(0.8 * max_steps), swa_freq=100) self.scheduler = make_scheduler(self.config.train.scheduler, max_steps=max_steps)(optimizer)