def testRmspropmomentumVectorPolynomialDecaySchedule(self): def loss(x): return np.dot(x, x) x0 = np.ones(2) step_schedule = optimizers.polynomial_decay(1.0, 50, 0.1) self._CheckFuns(optimizers.rmsprop_momentum, loss, x0, step_schedule)
def build_opt(lr, params): lr = optimizers.polynomial_decay(lr, 15000, lr * 1e-7, 2.0) (opt_init, opt_update, opt_get_params) = optimizers.adam(lr) opt_state = opt_init(params) return (opt_state, opt_update, opt_get_params)