def __init__(self, cluster_resolver):
super(MockCollectiveAllReduceStrategy, self).__init__(
core_collective_all_reduce_strategy.CollectiveAllReduceExtended(
self,
communication=cross_device_ops_lib.CollectiveCommunication.
AUTO,
cluster_resolver=cluster_resolver))
def testStrategyInitializationError(self):
with self.assertRaisesRegex(
ValueError,
'cluster_resolver and devices cannot be set at the same time'):
_ = collective_all_reduce_strategy.CollectiveAllReduceExtended(
container_strategy=None,
cluster_resolver=multi_worker_test_base.
create_in_process_cluster(num_workers=3, num_ps=0),
communication_options=collective_util.Options(),
devices=['GPU:0', 'GPU:1'])
def __init__(self, cluster_resolver):
super(MockCollectiveAllReduceStrategy, self).__init__(
core_collective_all_reduce_strategy.CollectiveAllReduceExtended(
self, cluster_resolver=cluster_resolver))