def test_yogi(): optimizers._test_optimizer(Yogi()) optimizers._test_optimizer(Yogi(beta_1=0.9, beta_2=0.9)) optimizers._test_optimizer(Yogi(beta_1=0.9, beta_2=0.99)) optimizers._test_optimizer(Yogi(beta_1=0.9, beta_2=0.999))
def test_yogi_change_lr(): optimizers._test_optimizer(Yogi(beta_1=0.9, beta_2=0.999, lr=0.001))
def test_base_lars(): optimizers._test_optimizer(lars(0.01))
def test_nesterov_lars(): optimizers._test_optimizer(lars(0.01, nesterov=True))
def test_ftml(): optimizers._test_optimizer(ftml()) optimizers._test_optimizer( ftml(lr=0.003, beta_1=0.8, beta_2=0.9, epsilon=1e-5, decay=1e-3))
from __future__ import print_function from keras_contrib.tests import optimizers from keras_contrib.optimizers import Padam optimizers._test_optimizer(Padam()) optimizers._test_optimizer(Padam(decay=1e-3))