def create_global_array(gatype):
if NEW_API:
g_a = ga.create_handle()
ga.set_data(g_a, [n,n], gatype)
ga.set_array_name(g_a, 'a')
if USE_RESTRICTED:
num_restricted = nproc/2 or 1
restricted_list = np.arange(num_restricted) + num_restricted/2
ga.set_restricted(g_a, restricted_list)
if BLOCK_CYCLIC:
if USE_SCALAPACK_DISTR:
if nproc % 2 == 0:
ga.error('Available procs must be divisible by 2',nproc)
ga.set_block_cyclic_proc_grid(g_a, block_size, proc_grid)
else:
ga.set_block_cyclic(g_a, block_size)
if MIRROR:
p_mirror = ga.pgroup_get_mirror()
ga.set_pgroup(g_a, p_mirror)
ga.allocate(g_a)
else:
if MIRROR:
p_mirror = ga.pgroup_get_mirror()
ga.create_config(gatype, (n,n), 'a', None, p_mirror)
else:
g_a = ga.create(gatype, (n,n), 'a')
if 0 == g_a:
ga.error('ga.create failed')
if MIRROR:
lproc = me - ga.cluster_procid(inode, 0)
lo,hi = ga.distribution(g_a, lproc)
else:
lo,hi = ga.distribution(g_a, me)
ga.sync()
return g_a
"""Use ga.access() to sum locally per SMP node."""
import mpi4py.MPI
from ga4py import ga
import numpy as np
world_id = ga.nodeid()
world_nproc = ga.nnodes()
node_id = ga.cluster_nodeid()
node_nproc = ga.cluster_nprocs(node_id)
node_me = ga.cluster_procid(node_id,ga.nodeid())
g_a = ga.create(ga.C_DBL, (3,4,5,6))
if world_id == 0:
ga.put(g_a, np.arange(3*4*5*6))
ga.sync()
if node_me == 0:
sum = 0
for i in range(node_nproc):
smp_neighbor_world_id = ga.cluster_procid(node_id,i)
buffer = ga.access(g_a, proc=smp_neighbor_world_id)
sum += np.sum(buffer)
print sum
"""Use ga.access() to sum locally per SMP node."""
import mpi4py.MPI
from ga4py import ga
import numpy as np
world_id = ga.nodeid()
world_nproc = ga.nnodes()
node_id = ga.cluster_nodeid()
node_nproc = ga.cluster_nprocs(node_id)
node_me = ga.cluster_procid(node_id, ga.nodeid())
g_a = ga.create(ga.C_DBL, (3, 4, 5, 6))
if world_id == 0:
ga.put(g_a, np.arange(3 * 4 * 5 * 6))
ga.sync()
if node_me == 0:
sum = 0
for i in range(node_nproc):
smp_neighbor_world_id = ga.cluster_procid(node_id, i)
buffer = ga.access(g_a, proc=smp_neighbor_world_id)
sum += np.sum(buffer)
print sum
