def _test_sync_as_hvd(): import horovod.torch as hvd from ignite.distributed.comp_models.horovod import _HorovodDistModel hvd.init() _test_sync(_HorovodDistModel) hvd.shutdown()
def _test_sync_as_hvd(): import horovod.torch as hvd from ignite.distributed.comp_models.horovod import _HorovodDistModel hvd.init() lrank = hvd.local_rank() if torch.cuda.is_available(): torch.cuda.set_device(lrank) _test_sync(_HorovodDistModel) hvd.shutdown()
def test_sync_no_dist(): from ignite.distributed.comp_models import _SerialModel _test_sync(_SerialModel)
def test_sync_as_native_nccl(distributed_context_single_node_nccl): from ignite.distributed.comp_models.native import _NativeDistModel _test_sync(_NativeDistModel)
def _test_sync_as_xla_in_child_proc(index): from ignite.distributed.comp_models.xla import _XlaDistModel _test_sync(_XlaDistModel)
def test_sync_as_xla(): from ignite.distributed.comp_models.xla import _XlaDistModel _test_sync(_XlaDistModel)