def testVariousAllReduceSpecs(self): # We do not test xring, because it requires all Variables to have at least # two elements. params = test_util.get_var_update_params()._replace(all_reduce_spec='pscpu') self._test_variable_updates(params, var_updates=('replicated',)) params = params._replace(all_reduce_spec='psgpu') self._test_variable_updates(params, var_updates=('replicated',))
def testSingleL2LossOp(self): params = test_util.get_var_update_params()._replace( single_l2_loss_op=True) self._test_variable_updates(params)
def testPrintBaseLoss(self): params = test_util.get_var_update_params()._replace( loss_type_to_report='base_loss') self._test_variable_updates(params)
def testLayoutOptimizer(self): params = test_util.get_var_update_params()._replace( enable_layout_optimizer=True) self._test_variable_updates(params)
def testNoLayers(self): params = test_util.get_var_update_params()._replace( use_tf_layers=False) self._test_variable_updates(params)
def testRmsprop(self): params = test_util.get_var_update_params()._replace( optimizer='rmsprop') self._test_variable_updates(params)
def testMomentum(self): params = test_util.get_var_update_params()._replace( optimizer='momentum') self._test_variable_updates(params)
def testFp16(self): params = test_util.get_var_update_params()._replace(use_fp16=True) self._test_variable_updates(params)
def testCpuAsLocalParamDevice(self): params = test_util.get_var_update_params()._replace( local_parameter_device='cpu') self._test_variable_updates(params)
def testDefault(self): params = test_util.get_var_update_params() self._test_variable_updates(params)
def testVarUpdateDefault(self): params = test_util.get_var_update_params() self._test_variable_updates('testVarUpdateDefault', params)
def testResourceVars(self): params = test_util.get_var_update_params()._replace( use_resource_vars=True) self._test_variable_updates(params)