def test_idist_one_rank_only_nccl(local_rank, distributed_context_single_node_nccl): device = "cuda:{}".format(local_rank) _test_distrib_one_rank_only(device=device) _test_distrib_one_rank_only_with_engine(device=device)
def test_idist_one_rank_only_gloo(distributed_context_single_node_gloo): device = "cpu" _test_distrib_one_rank_only(device=device) _test_distrib_one_rank_only_with_engine(device=device)
def test_idist_one_rank_only_xla(): device = idist.device() _test_distrib_one_rank_only(device=device) _test_distrib_one_rank_only_with_engine(device=device)
def _test_idist_one_rank_only_xla_nprocs(index): device = idist.device() _test_distrib_one_rank_only(device=device) _test_distrib_one_rank_only_with_engine(device=device)
def test_idist_one_rank_only_nccl(local_rank, distributed_context_single_node_nccl): device = idist.device() _test_distrib_one_rank_only(device=device) _test_distrib_one_rank_only_with_engine(device=device)