def setup(self, config): model = model_creator(config) optimizer = optimizer_creator(model, config) train_loader, val_loader = data_creator(config) self.model, self.optimizer, = \ self.register( models=model, optimizers=optimizer, ddp_args={ "find_unused_parameters": True}) assert self.model.find_unused_parameters
def setup(self, config): model = model_creator(config) optimizer = optimizer_creator(model, config) train_loader, val_loader = data_creator(config) scheduler = scheduler_creator(optimizer, config) loss = nn.MSELoss() self.model, self.optimizer, self.criterion, self.scheduler = self.register( models=model, optimizers=optimizer, criterion=loss, schedulers=scheduler ) self.register_data(train_loader=train_loader, validation_loader=val_loader)
def configure_optimizers(self): optimizer = optimizer_creator(self, self.config) scheduler = scheduler_creator(optimizer, self.config) return [optimizer], [scheduler]