def __init__(self, model, optimizer_config): self.config = optimizer_config SGD.__init__( self, model.parameters(), lr=self.config.learning_rate, momentum=self.config.momentum, )
def __init__(self, params, lr=required, momentum=0, dampening=0, weight_decay=0, nesterov=False, gpu_device=None): SGD.__init__(self, params, lr=lr, momentum=momentum, dampening=dampening, weight_decay=weight_decay, nesterov=nesterov) SharedOptimizerBase.__init__(self, gpu_device=gpu_device)