def __init__(self, learning_rate=0.01, momentum=0.9, lr_decay_factor=0.9, decay_batch=10000): self.lr = sharedX(learning_rate) self.mom = sharedX(momentum) self.batch = sharedX(0) self.decay_batch = sharedX(decay_batch) self.lr_decay_factor = asfloatX(lr_decay_factor)
def __init__(self, lr_decay_factor=1.0, decay_batch=10000): self.batch = sharedX(0) self.decay_batch = sharedX(decay_batch) self.lr_decay_factor = asfloatX(lr_decay_factor)