コード例 #1
0
def test_idist_collective_ops_no_dist():
    _test_distrib_all_reduce("cpu")
    _test_distrib_all_gather("cpu")
    _test_distrib_barrier("cpu")
    _test_distrib_broadcast("cpu")

    if torch.cuda.device_count() > 1:
        _test_distrib_all_reduce("cuda")
        _test_distrib_all_gather("cuda")
        _test_distrib_barrier("cuda")
        _test_distrib_broadcast("cuda")
コード例 #2
0
def test_idist_broadcast_gloo(distributed_context_single_node_gloo):

    device = "cpu"
    _test_distrib_broadcast(device)
コード例 #3
0
def test_idist_broadcast_nccl(distributed_context_single_node_nccl):

    device = "cuda:{}".format(
        distributed_context_single_node_nccl["local_rank"])
    _test_distrib_broadcast(device)
コード例 #4
0
def test_idist_broadcast_nccl(distributed_context_single_node_nccl):

    device = f"cuda:{distributed_context_single_node_nccl['local_rank']}"
    _test_distrib_broadcast(device)
コード例 #5
0
ファイル: test_xla.py プロジェクト: isabella232/ignite-2 
def _test_idist_broadcast_xla_in_child_proc(index):
    device = idist.device()
    _test_distrib_broadcast(device)
コード例 #6
0
ファイル: test_xla.py プロジェクト: isabella232/ignite-2 
def test_idist_broadcast_xla():

    device = idist.device()
    _test_distrib_broadcast(device)
コード例 #7
0
ファイル: test_native.py プロジェクト: vfdev-5/ignite 
def test_idist_broadcast_nccl(distributed_context_single_node_nccl):

    device = idist.device()
    _test_distrib_broadcast(device)