def test_momentum_with_dgc_recompute(self): # 16 * 1024 = 16384, use dgc momentum self.check_dgc_momentum_optimizer( dims=[16, 1024, 8], name="dgc_momentum", regularization=regularizer.L2Decay(1e-4), use_recompute=True)
def test_momentum_with_dgc(self): # 16 * 1024 = 16384, use dgc momentum self.check_dgc_momentum_optimizer( dims=[16, 1024, 8], name="dgc_momentum", regularization=regularizer.L2Decay(1e-4)) # check param.regularizer in dgc self.check_dgc_momentum_optimizer(dims=[16, 1024, 8], name="dgc_momentum")