def test_adabelief(seed, alpha, beta1, beta2, eps, wd,
amsgrad, weight_decouple, fixed_decay, rectify, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(
rng, S.AdaBelief, RefAdaBelief, [
alpha, beta1, beta2, eps, wd, amsgrad, weight_decouple, fixed_decay, rectify],
atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_sgd(seed, lr, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.Sgd,
RefSgd, [lr],
atol=1e-6,
ctx=ctx,
solver_name=solver_name)
def test_rmsprop_graves(seed, lr, eps, momentum, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.RMSpropGraves,
RefRMSpropGraves, [lr, decay, momentum, eps],
atol=1e-6,
ctx=ctx,
solver_name=solver_name)
def test_adadelta(seed, lr, eps, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.Adadelta,
RefAdadelta, [lr, decay, eps],
atol=1e-6,
ctx=ctx,
solver_name=solver_name)
def test_lars(seed, lr, momentum, coefficient, decay, eps, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.Lars,
RefLars, [lr, momentum, coefficient, eps],
atol=1e-6,
ctx=ctx,
solver_name=solver_name)
def test_nesterov(seed, lr, momentum, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.Nesterov,
RefNesterov, [lr, momentum],
atol=1e-6,
ctx=ctx,
solver_name=solver_name)
def test_sgdw(seed, lr, momentum, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.SgdW,
RefSgdW, [lr, momentum, decay],
atol=1e-6,
ctx=ctx,
solver_name=solver_name)
def test_adam(seed, alpha, beta1, beta2, eps, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.Adam,
RefAdam, [alpha, beta1, beta2, eps],
atol=1e-6,
ctx=ctx,
solver_name=solver_name)
def test_rmsprop(seed, lr, eps, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.RMSprop,
RefRMSprop, [lr, decay, eps],
atol=1e-6,
ctx=ctx,
solver_name=solver_name)
def test_amsgrad(seed, alpha, beta1, beta2, eps, bias_correction, decay, ctx,
solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.AMSGRAD,
RefAMSGRAD, [alpha, beta1, beta2, eps, bias_correction],
atol=1e-6,
ctx=ctx,
solver_name=solver_name)
def test_adabound(seed, alpha, beta1, beta2, eps, final_lr, gamma, decay, ctx,
solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.AdaBound,
RefAdaBound, [alpha, beta1, beta2, eps, final_lr, gamma],
atol=1e-3,
ctx=ctx,
solver_name=solver_name)
def test_amsbound(seed, alpha, beta1, beta2, eps, final_lr, gamma,
bias_correction, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(rng,
S.AMSBound,
RefAMSBound,
[alpha, beta1, beta2, eps, final_lr, gamma, bias_correction],
atol=1e-3,
ctx=ctx,
solver_name=solver_name)
def test_sgd(seed, lr, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(
rng, S.Sgd, RefSgd, [lr], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_lamb(seed, eta, beta1, beta2, gamma_l, gamma_u, eps, bias_correction, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(
rng, S.Lamb, RefLamb,
[eta, beta1, beta2, gamma_l, gamma_u, eps, bias_correction], atol=1e-6, decay=decay,
ctx=ctx, solver_name=solver_name)
def test_rmsprop(seed, lr, eps, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(
rng, S.RMSprop, RefRMSprop, [lr, decay, eps], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_momentum(seed, lr, momentum, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(
rng, S.Momentum, RefMomentum, [lr, momentum], atol=1e-6, ctx=ctx, solver_name=solver_name)
def test_adamax(seed, alpha, beta1, beta2, epsilon, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(
rng, S.Adamax, RefAdamax, [alpha, beta1, beta2, epsilon], atol=1e-6,
ctx=ctx, solver_name=solver_name)
def test_adagrad(seed, lr, eps, decay, ctx, solver_name):
rng = np.random.RandomState(seed)
solver_tester(
rng, S.Adagrad, RefAdagrad, [lr, eps], atol=1e-6, ctx=ctx, solver_name=solver_name)
