def _test_sync_as_hvd():
import horovod.torch as hvd
from ignite.distributed.comp_models.horovod import _HorovodDistModel
hvd.init()
_test_sync(_HorovodDistModel)
hvd.shutdown()
def _test_sync_as_hvd():
import horovod.torch as hvd
from ignite.distributed.comp_models.horovod import _HorovodDistModel
hvd.init()
lrank = hvd.local_rank()
if torch.cuda.is_available():
torch.cuda.set_device(lrank)
_test_sync(_HorovodDistModel)
hvd.shutdown()
def test_sync_no_dist():
from ignite.distributed.comp_models import _SerialModel
_test_sync(_SerialModel)
def test_sync_as_native_nccl(distributed_context_single_node_nccl):
from ignite.distributed.comp_models.native import _NativeDistModel
_test_sync(_NativeDistModel)
def _test_sync_as_xla_in_child_proc(index):
from ignite.distributed.comp_models.xla import _XlaDistModel
_test_sync(_XlaDistModel)
def test_sync_as_xla():
from ignite.distributed.comp_models.xla import _XlaDistModel
_test_sync(_XlaDistModel)
