def create_nccl_communicator(world_size, nccl_unique_id, rank):
"""Create an NCCL communicator using NCCL APIs.
Args:
world_size (int): the number of processes of this communicator group.
nccl_unique_id (str): the NCCLUniqueID for this group.
rank (int): the rank of this process.
Returns:
comm (nccl.ncclComm_t): an NCCL communicator.
"""
comm = NcclCommunicator(world_size, nccl_unique_id, rank)
return comm
def create_nccl_communicator(world_size, nccl_unique_id, rank):
"""Create an NCCL communicator using NCCL APIs.
Args:
world_size (int): the number of processes of this communcator group.
nccl_unique_id (str): the NCCLUniqueID for this group.
rank (int): the rank of this process.
Returns:
comm (nccl.ncclComm_t): an NCCL communicator.
"""
# TODO(Hao): make this inside the NCCLComm class,
# and implement the abort method. Make it RAII.
comm = NcclCommunicator(world_size, nccl_unique_id, rank)
return comm