def setup(self, config):
model = model_creator(config)
optimizer = optimizer_creator(model, config)
train_loader, val_loader = data_creator(config)
self.model, self.optimizer, = \
self.register(
models=model, optimizers=optimizer, ddp_args={
"find_unused_parameters": True})
assert self.model.find_unused_parameters
def setup(self, config):
model = model_creator(config)
optimizer = optimizer_creator(model, config)
train_loader, val_loader = data_creator(config)
scheduler = scheduler_creator(optimizer, config)
loss = nn.MSELoss()
self.model, self.optimizer, self.criterion, self.scheduler = self.register(
models=model, optimizers=optimizer, criterion=loss, schedulers=scheduler
)
self.register_data(train_loader=train_loader, validation_loader=val_loader)
def configure_optimizers(self):
optimizer = optimizer_creator(self, self.config)
scheduler = scheduler_creator(optimizer, self.config)
return [optimizer], [scheduler]
