Python init_nccl_comm Examples

Example #1

File: single_node_communicator.py Project: asi1024/chainer

    def _init_comms(self):
        if self.intra_nccl_comm is not None:
            return

        intra_mpi_comm = _communication_utility.init_intra_mpi_comm(
            self.mpi_comm, self.intra_rank, self.inter_rank)
        self.intra_nccl_comm = _communication_utility.init_nccl_comm(
            intra_mpi_comm)

Example #2

    def _init_comms(self):
        if self.intra_nccl_comm is not None:
            return

        intra_mpi_comm = _communication_utility.init_intra_mpi_comm(
            self.mpi_comm, self.intra_rank, self.inter_rank)
        self.intra_nccl_comm = _communication_utility.init_nccl_comm(
            intra_mpi_comm)

Example #3

File: pure_nccl_communicator.py Project: soumenms2015/pytorch-sso

    def _init_comms(self):
        if self.nccl_comm is not None:
            return

        if self.dims is None:
            self.nccl_comm = _communication_utility.init_nccl_comm(
                self.mpi_comm)
        else:
            if len(self.dims) == 0:
                self.nccl_comm = HierNcclCommunicator()
            else:
                self.nccl_comm = HierNcclCommunicator(self.dims)

Example #4

File: pure_nccl_communicator.py Project: jnishi/chainer

 def _init_comms(self):
     if self.nccl_comm is not None:
         return
     self.nccl_comm = _communication_utility.init_nccl_comm(self.mpi_comm)

Example #5

File: pure_nccl_communicator.py Project: xdcesc/chainermn

 def _init_comms(self):
     if self.nccl_comm is not None:
         return
     self.nccl_comm = _communication_utility.init_nccl_comm(self.mpi_comm)