] adadelta_new_fn = tf.__internal__.test.combinations.NamedObject( "experimentaladadelta", lambda: adadelta_new.Adadelta( # pylint: disable=g-long-lambda 0.002, use_ema=True, ema_overwrite_frequency=None)) adagrad_new_fn = tf.__internal__.test.combinations.NamedObject( "experimentaladagrad", lambda: adagrad_new.Adagrad(0.002)) adam_new_fn = tf.__internal__.test.combinations.NamedObject( "experimentaladam", lambda: adam_new.Adam(0.002)) adamw_new_fn = tf.__internal__.test.combinations.NamedObject( "experimentaladamw", lambda: adamw_new.AdamW(0.002, weight_decay=0.004)) rmsprop_new_fn = tf.__internal__.test.combinations.NamedObject( "experimentalrmsprop", lambda: rmsprop_new.RMSprop(0.002)) sgd_new_fn = tf.__internal__.test.combinations.NamedObject( "experimentalsgdaverage", lambda: sgd_new.SGD( # pylint: disable=g-long-lambda 0.002, use_ema=True, ema_overwrite_frequency=1)) OPTIMIZER_FN = [ adadelta_new_fn, adagrad_new_fn, adam_new_fn, adamw_new_fn, rmsprop_new_fn, sgd_new_fn, ]
def testRMSprop(self): self._compare_numerical(rmsprop_new.RMSprop(), rmsprop_old.RMSprop())
ema_overwrite_frequency=None), ) adagrad_fn = tf.__internal__.test.combinations.NamedObject( "adagrad", lambda: adagrad.Adagrad(0.002)) adam_fn = tf.__internal__.test.combinations.NamedObject( "adam", lambda: adam.Adam(0.002)) adamax_fn = tf.__internal__.test.combinations.NamedObject( "adamax", lambda: adamax.Adamax(0.002)) adamw_fn = tf.__internal__.test.combinations.NamedObject( "adamw", lambda: adamw.AdamW(0.002, weight_decay=0.004)) ftrl_fn = tf.__internal__.test.combinations.NamedObject( "ftrl", lambda: ftrl.Ftrl(0.002)) nadam_fn = tf.__internal__.test.combinations.NamedObject( "experimentnadam", lambda: nadam.Nadam(0.002)) rmsprop_fn = tf.__internal__.test.combinations.NamedObject( "rmsprop", lambda: rmsprop.RMSprop(0.002)) sgd_fn = tf.__internal__.test.combinations.NamedObject( "sgdaverage", lambda: sgd.SGD( # pylint: disable=g-long-lambda 0.002, use_ema=True, ema_overwrite_frequency=1), ) OPTIMIZER_FN = [ adadelta_fn, adagrad_fn, adam_fn, adamax_fn, adamw_fn, ftrl_fn,