Example #1
0
def _test_sync_as_hvd():
    import horovod.torch as hvd
    from ignite.distributed.comp_models.horovod import _HorovodDistModel

    hvd.init()

    _test_sync(_HorovodDistModel)

    hvd.shutdown()
Example #2
0
def _test_sync_as_hvd():
    import horovod.torch as hvd
    from ignite.distributed.comp_models.horovod import _HorovodDistModel

    hvd.init()
    lrank = hvd.local_rank()
    if torch.cuda.is_available():
        torch.cuda.set_device(lrank)

    _test_sync(_HorovodDistModel)

    hvd.shutdown()
Example #3
0
def test_sync_no_dist():
    from ignite.distributed.comp_models import _SerialModel

    _test_sync(_SerialModel)
Example #4
0
def test_sync_as_native_nccl(distributed_context_single_node_nccl):
    from ignite.distributed.comp_models.native import _NativeDistModel

    _test_sync(_NativeDistModel)
Example #5
0
def _test_sync_as_xla_in_child_proc(index):
    from ignite.distributed.comp_models.xla import _XlaDistModel

    _test_sync(_XlaDistModel)
Example #6
0
def test_sync_as_xla():
    from ignite.distributed.comp_models.xla import _XlaDistModel

    _test_sync(_XlaDistModel)