def test_momentum_with_dgc_recompute(self):
     # 16 * 1024 = 16384, use dgc momentum
     self.check_dgc_momentum_optimizer(
         dims=[16, 1024, 8],
         name="dgc_momentum",
         regularization=regularizer.L2Decay(1e-4),
         use_recompute=True)
    def test_momentum_with_dgc(self):
        # 16 * 1024 = 16384, use dgc momentum
        self.check_dgc_momentum_optimizer(
            dims=[16, 1024, 8],
            name="dgc_momentum",
            regularization=regularizer.L2Decay(1e-4))

        # check param.regularizer in dgc
        self.check_dgc_momentum_optimizer(dims=[16, 1024, 8],
                                          name="dgc_momentum")