def call_bfs(sID, data, num_verts, num_edges, vertex_partition_offsets, start,
return_distances):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return mg_bfs.mg_bfs(data[0], num_verts, num_edges,
vertex_partition_offsets, wid, handle, start,
return_distances)
def call_renumber(sID, data, renumbered_src_col_name, renumbered_dst_col_name,
num_edges, is_mnmg, store_transposed):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return c_renumber.renumber(data[0], renumbered_src_col_name,
renumbered_dst_col_name, num_edges, wid, handle,
is_mnmg, store_transposed)
def call_pagerank(sID, data, num_verts, num_edges, vertex_partition_offsets,
alpha, max_iter, tol, personalization, nstart):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return mg_pagerank.mg_pagerank(data[0], num_verts, num_edges,
vertex_partition_offsets, wid, handle,
alpha, max_iter, tol, personalization,
nstart)
def call_louvain(sID, data, num_verts, num_edges, vertex_partition_offsets,
sorted_by_degree, max_level, resolution):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return c_mg_louvain.louvain(data[0], num_verts, num_edges,
vertex_partition_offsets, wid, handle,
sorted_by_degree, max_level, resolution)
def call_katz_centrality(sID, data, num_verts, num_edges,
vertex_partition_offsets, alpha, beta, max_iter, tol,
nstart, normalized):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return mg_katz_centrality.mg_katz_centrality(data[0], num_verts, num_edges,
vertex_partition_offsets, wid,
handle, alpha, beta, max_iter,
tol, nstart, normalized)
def call_louvain(sID, data, num_verts, num_edges, vertex_partition_offsets,
aggregate_segment_offsets, max_level, resolution):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
local_size = len(aggregate_segment_offsets) // Comms.get_n_workers(sID)
segment_offsets = \
aggregate_segment_offsets[local_size * wid: local_size * (wid + 1)]
return c_mg_louvain.louvain(data[0], num_verts, num_edges,
vertex_partition_offsets, wid, handle,
segment_offsets, max_level, resolution)
def call_sssp(sID, data, num_verts, num_edges, vertex_partition_offsets,
aggregate_segment_offsets, start):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
local_size = len(aggregate_segment_offsets) // Comms.get_n_workers(sID)
segment_offsets = \
aggregate_segment_offsets[local_size * wid: local_size * (wid + 1)]
return mg_sssp.mg_sssp(data[0], num_verts, num_edges,
vertex_partition_offsets, wid, handle,
segment_offsets, start)
def call_bfs(sID, data, src_col_name, dst_col_name, num_verts, num_edges,
vertex_partition_offsets, aggregate_segment_offsets, start,
depth_limit, return_distances):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
local_size = len(aggregate_segment_offsets) // Comms.get_n_workers(sID)
segment_offsets = \
aggregate_segment_offsets[local_size * wid: local_size * (wid + 1)]
return mg_bfs.mg_bfs(data[0], src_col_name, dst_col_name, num_verts,
num_edges, vertex_partition_offsets, wid, handle,
segment_offsets, start, depth_limit, return_distances)
def call_pagerank(sID, data, num_verts, num_edges, vertex_partition_offsets,
aggregate_segment_offsets, alpha, max_iter, tol,
personalization, nstart):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
local_size = len(aggregate_segment_offsets) // Comms.get_n_workers(sID)
segment_offsets = \
aggregate_segment_offsets[local_size * wid: local_size * (wid + 1)]
return mg_pagerank.mg_pagerank(data[0], num_verts, num_edges,
vertex_partition_offsets, wid, handle,
segment_offsets, alpha, max_iter, tol,
personalization, nstart)
def call_katz_centrality(sID, data, src_col_name, dst_col_name, num_verts,
num_edges, vertex_partition_offsets,
aggregate_segment_offsets, alpha, beta, max_iter, tol,
nstart, normalized):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
local_size = len(aggregate_segment_offsets) // Comms.get_n_workers(sID)
segment_offsets = \
aggregate_segment_offsets[local_size * wid: local_size * (wid + 1)]
return mg_katz_centrality.mg_katz_centrality(
data[0], src_col_name, dst_col_name, num_verts, num_edges,
vertex_partition_offsets, wid, handle, segment_offsets, alpha, beta,
max_iter, tol, nstart, normalized)
def _call_rmat(sID, scale, num_edges_for_worker, a, b, c, unique_worker_seed,
clip_and_flip, scramble_vertex_ids):
"""
Callable passed to dask client.submit calls that extracts the individual
worker handle based on the dask session ID
"""
handle = Comms.get_handle(sID)
return rmat_wrapper.generate_rmat_edgelist(scale,
num_edges_for_worker,
a,
b,
c,
unique_worker_seed,
clip_and_flip,
scramble_vertex_ids,
handle=handle)
def call_wcc(sID,
data,
src_col_name,
dst_col_name,
num_verts,
num_edges,
vertex_partition_offsets,
aggregate_segment_offsets):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
local_size = len(aggregate_segment_offsets) // Comms.get_n_workers(sID)
segment_offsets = \
aggregate_segment_offsets[local_size * wid: local_size * (wid + 1)]
return mg_connectivity.mg_wcc(data[0],
src_col_name,
dst_col_name,
num_verts,
num_edges,
vertex_partition_offsets,
wid,
handle,
segment_offsets)
def call_bfs(sID, data, local_data, start, return_distances):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return mg_bfs.mg_bfs(data[0], local_data, wid, handle, start,
return_distances)
def call_louvain(sID, data, local_data, max_level, resolution):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return c_mg_louvain.louvain(data[0], local_data, wid, handle, max_level,
resolution)
def call_sssp(sID, data, num_verts, num_edges, vertex_partition_offsets,
start):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return mg_sssp.mg_sssp(data[0], num_verts, num_edges,
vertex_partition_offsets, wid, handle, start)
def call_renumber(sID, data, num_verts, num_edges, is_mnmg):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return renumber_w.mg_renumber(data[0], num_verts, num_edges, wid, handle,
is_mnmg)
def call_pagerank(sID, data, local_data, alpha, max_iter, tol, personalization,
nstart):
wid = Comms.get_worker_id(sID)
handle = Comms.get_handle(sID)
return mg_pagerank.mg_pagerank(data[0], local_data, wid, handle, alpha,
max_iter, tol, personalization, nstart)
