def test_adabelief(seed, alpha, beta1, beta2, eps, wd, amsgrad, weight_decouple, fixed_decay, rectify, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester( rng, S.AdaBelief, RefAdaBelief, [ alpha, beta1, beta2, eps, wd, amsgrad, weight_decouple, fixed_decay, rectify], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_sgd(seed, lr, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.Sgd, RefSgd, [lr], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_rmsprop_graves(seed, lr, eps, momentum, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.RMSpropGraves, RefRMSpropGraves, [lr, decay, momentum, eps], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_adadelta(seed, lr, eps, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.Adadelta, RefAdadelta, [lr, decay, eps], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_lars(seed, lr, momentum, coefficient, decay, eps, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.Lars, RefLars, [lr, momentum, coefficient, eps], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_nesterov(seed, lr, momentum, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.Nesterov, RefNesterov, [lr, momentum], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_sgdw(seed, lr, momentum, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.SgdW, RefSgdW, [lr, momentum, decay], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_adam(seed, alpha, beta1, beta2, eps, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.Adam, RefAdam, [alpha, beta1, beta2, eps], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_rmsprop(seed, lr, eps, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.RMSprop, RefRMSprop, [lr, decay, eps], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_amsgrad(seed, alpha, beta1, beta2, eps, bias_correction, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.AMSGRAD, RefAMSGRAD, [alpha, beta1, beta2, eps, bias_correction], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_adabound(seed, alpha, beta1, beta2, eps, final_lr, gamma, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.AdaBound, RefAdaBound, [alpha, beta1, beta2, eps, final_lr, gamma], atol=1e-3, ctx=ctx, solver_name=solver_name)
def test_amsbound(seed, alpha, beta1, beta2, eps, final_lr, gamma, bias_correction, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester(rng, S.AMSBound, RefAMSBound, [alpha, beta1, beta2, eps, final_lr, gamma, bias_correction], atol=1e-3, ctx=ctx, solver_name=solver_name)
def test_sgd(seed, lr, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester( rng, S.Sgd, RefSgd, [lr], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_lamb(seed, eta, beta1, beta2, gamma_l, gamma_u, eps, bias_correction, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester( rng, S.Lamb, RefLamb, [eta, beta1, beta2, gamma_l, gamma_u, eps, bias_correction], atol=1e-6, decay=decay, ctx=ctx, solver_name=solver_name)
def test_rmsprop(seed, lr, eps, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester( rng, S.RMSprop, RefRMSprop, [lr, decay, eps], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_momentum(seed, lr, momentum, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester( rng, S.Momentum, RefMomentum, [lr, momentum], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_adamax(seed, alpha, beta1, beta2, epsilon, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester( rng, S.Adamax, RefAdamax, [alpha, beta1, beta2, epsilon], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_adagrad(seed, lr, eps, decay, ctx, solver_name): rng = np.random.RandomState(seed) solver_tester( rng, S.Adagrad, RefAdagrad, [lr, eps], atol=1e-6, ctx=ctx, solver_name=solver_name)