Python _test_distrib_barrier Exemples

Exemple #1

def test_idist_collective_ops_no_dist():
    _test_distrib_all_reduce("cpu")
    _test_distrib_all_gather("cpu")
    _test_distrib_barrier("cpu")
    _test_distrib_broadcast("cpu")

    if torch.cuda.device_count() > 1:
        _test_distrib_all_reduce("cuda")
        _test_distrib_all_gather("cuda")
        _test_distrib_barrier("cuda")
        _test_distrib_broadcast("cuda")

Exemple #2

def test_idist_barrier_gloo(distributed_context_single_node_gloo):

    device = "cpu"
    _test_distrib_barrier(device)

Exemple #3

def test_idist_barrier_nccl(distributed_context_single_node_nccl):

    device = "cuda:{}".format(
        distributed_context_single_node_nccl["local_rank"])
    _test_distrib_barrier(device)

Exemple #4

def _test_idist_barrier_xla_in_child_proc(index):
    device = idist.device()
    _test_distrib_barrier(device)

Exemple #5

def test_idist_barrier_xla():

    device = idist.device()
    _test_distrib_barrier(device)

Exemple #6

Fichier : test_native.py Projet : MinjaMiladinovic/ignite

def test_idist_barrier_nccl(distributed_context_single_node_nccl):

    device = f"cuda:{distributed_context_single_node_nccl['local_rank']}"
    _test_distrib_barrier(device)

Exemple #7

Fichier : test_native.py Projet : vfdev-5/ignite

def test_idist_barrier_nccl(distributed_context_single_node_nccl):

    device = idist.device()
    _test_distrib_barrier(device)