Python broadcast Examples

Example #1

File: mpi_pytorch.py Project: THCtw/Exercises

def sync_params(module):
    """ Sync all parameters of module across all MPI processes. """
    if num_procs() == 1:
        return
    for p in module.parameters():
        p_numpy = p.data.numpy()
        broadcast(p_numpy)

Example #2

def sync_params(module):
    if num_procs() == 1:
        return

    for p in module.parameters():
        p_numpy = p.data.numpy()
        broadcast(p_numpy)

Example #3

 def _broadcast(x):
     broadcast(x)
     return x

Example #4

File: mpi_torch.py Project: yangyi0318/Learning-Independent-SKills

def sync_all_params(param, root=0):
    data = torch.nn.utils.parameters_to_vector(param).detach().numpy()
    broadcast(data, root)
    torch.nn.utils.vector_to_parameters(torch.from_numpy(data), param)

Example #5

File: mpi_tf.py Project: michaelguan1992/spinningup-in-deeprl-tensorflow2

def _get_sync_params(params):
    flat_params = flat_concat(params).numpy()
    broadcast(flat_params, root=0)
    return _get_params_from_flat(flat_params, params)