def _init_comms(self): if self.intra_nccl_comm is not None: return intra_mpi_comm = _communication_utility.init_intra_mpi_comm( self.mpi_comm, self.intra_rank, self.inter_rank) self.intra_nccl_comm = _communication_utility.init_nccl_comm( intra_mpi_comm)
def _init_comms(self): if self.nccl_comm is not None: return if self.dims is None: self.nccl_comm = _communication_utility.init_nccl_comm( self.mpi_comm) else: if len(self.dims) == 0: self.nccl_comm = HierNcclCommunicator() else: self.nccl_comm = HierNcclCommunicator(self.dims)
def _init_comms(self): if self.nccl_comm is not None: return self.nccl_comm = _communication_utility.init_nccl_comm(self.mpi_comm)