def test(self): run_mpi_test(2, "test_mpi_batchnorm")
def test_entry(self): run_mpi_test(2, "test_single_process_scope")
def test(self): run_mpi_test(2, "test_mpi_op")
def test(self): run_mpi_test(2, "test_nccl_ops")
def test(self): run_mpi_test(2, "test_mpi_batchnorm")
def test_entry(self): run_mpi_test(2, "test_single_process_scope")
def test(self): run_mpi_test(2, "test_mpi_op")
def test(self): run_mpi_test(2, "test_nccl_ops")