def _init_comms(self): if self.intra_nccl_comm is not None: return intra_mpi_comm = _communication_utility.init_intra_mpi_comm( self.mpi_comm, self.intra_rank, self.inter_rank) self.intra_nccl_comm = _communication_utility.init_nccl_comm( intra_mpi_comm)
def _init_comms(self): if self.intra_nccl_comm is not None: return intra_mpi_comm = _communication_utility.init_intra_mpi_comm( self.mpi_comm, self.intra_rank, self.inter_rank) self.intra_nccl_comm = _communication_utility.init_nccl_comm( intra_mpi_comm)