Beispiel #1
0
DATASET = "input/data"
src = 30
depth = None
#FROVEDIS
try:
    argvs = sys.argv
    argc = len(argvs)
    if (argc < 2):
        print(
            'Please give frovedis_server calling command as the first argument \n(e.g. "mpirun -np 2 -x /opt/nec/nosupport/frovedis/ve/bin/frovedis_server")'
        )
        quit()
    FrovedisServer.initialize(argvs[1])

    frov_graph = fnx.read_edgelist(DATASET, nodetype=np.int32, delimiter=' ')
    fres = set(fnx.bfs_edges(frov_graph, src, depth_limit=depth))

    FrovedisServer.shut_down()
except Exception as e:
    print("status=Exception: " + str(e))
    sys.exit(1)

#NetworkX
try:
    nx_graph = nx.read_edgelist(DATASET, nodetype=np.int32, delimiter=' ')
    nres = set(nx.bfs_edges(nx_graph, src, depth_limit=depth))
except Exception as e:
    print("status=Exception: " + str(e))
    sys.exit(1)
print(fres)
Beispiel #2
0
DATASET = "input/data"
src = 10
depth = 1
#FROVEDIS
try:
    argvs = sys.argv
    argc = len(argvs)
    if (argc < 2):
        print(
            'Please give frovedis_server calling command as the first argument \n(e.g. "mpirun -np 2 -x /opt/nec/nosupport/frovedis/ve/bin/frovedis_server")'
        )
        quit()
    FrovedisServer.initialize(argvs[1])

    frov_graph = fnx.read_edgelist(DATASET, nodetype=np.int32, delimiter=' ', \
                                       create_using=nx.DiGraph())
    fres = set(fnx.bfs_edges(frov_graph, src, depth_limit=depth))

    FrovedisServer.shut_down()
except Exception as e:
    print("status=Exception: " + str(e))
    sys.exit(1)

#NetworkX
try:
    nx_graph = nx.read_edgelist(DATASET, nodetype=np.int32, delimiter=' ', \
                                create_using=nx.DiGraph())
    nres = set(nx.bfs_edges(nx_graph, src, depth_limit=depth))
except Exception as e:
    print("status=Exception: " + str(e))
    sys.exit(1)
Beispiel #3
0
import numpy as np
import frovedis.graph as fnx
from frovedis.exrpc.server import FrovedisServer

# initializing the Frovedis server
argvs = sys.argv
argc = len(argvs)
if (argc < 2):
    print(
        'Please give frovedis_server calling command as the first argument \n(e.g. "mpirun -np 2 /opt/nec/frovedis/ve/bin/frovedis_server")'
    )
    quit()
FrovedisServer.initialize(argvs[1])

# graph loading from edgelist file
frov_graph = fnx.read_edgelist('input/cit-Patents_10.txt')

#graph operations
frov_graph.save("out/graph.dat")
frov_graph.release()
frov_graph.load_text("out/graph.dat")
frov_graph.debug_print()

# pagerank demo
ranks = fnx.pagerank(frov_graph)
print("FROV PR: ", ranks)

frov_graph.release()
# Shutting down the Frovedis server
FrovedisServer.shut_down()
Beispiel #4
0
argvs = sys.argv
argc = len(argvs)
if (argc < 2):
    print(
        'Please give frovedis_server calling command as the first argument \n(e.g. "mpirun -np 2 /opt/nec/frovedis/ve/bin/frovedis_server")'
    )
    quit()

source = 1

fname = 'input/cit-Patents_10.txt'

FrovedisServer.initialize(argvs[1])
#frov_graph = fnx.read_edgelist(fname, nodetype=np.int32)
frov_graph = fnx.read_edgelist(fname,
                               nodetype=np.int32,
                               create_using=nx.DiGraph())
frov_graph.debug_print()

#returns dict of lists containing shortest path from source to all other nodes
path, dist = fnx.single_source_shortest_path(frov_graph,
                                             source,
                                             return_distance=True,
                                             verbose=1)
print("Frovedis sssp traversal path: ")
print(list(path))
print("Frovedis sssp traversal distance from source: ")
print(dist)

#nx_graph = nx.read_edgelist(fname, nodetype=np.int32)
nx_graph = nx.read_edgelist(fname,
FrovedisServer.initialize("mpirun -ve 1 -np 8 " +
                          os.environ["FROVEDIS_SERVER"])

# -------- Graph loading demo --------
frov_data_loading_time = []
nx_data_loading_time = []
frov_graph = []
frov_graph_dir = []
nx_graph = []
nx_graph_dir = []
nnodes = []
nedges = []

for dataset, path in input_graph_files.items():
    dl_start_time = time.time()
    fgraph = fnx.read_edgelist(path, nodetype=np.int32, delimiter=' ')
    # for pagerank etc. we will use directed graph for better ranking
    fgraph_dir = fnx.read_edgelist(path, nodetype=np.int32, delimiter=' ', \
                                   create_using=nx.DiGraph())
    frov_data_loading_time.append(round(time.time() - dl_start_time, 4))
    frov_graph.append(fgraph)
    frov_graph_dir.append(fgraph_dir)

    dl_start_time = time.time()
    ngraph = nx.read_edgelist(path, nodetype=np.int32, delimiter=' ')
    # for pagerank etc. we will use directed graph for better ranking
    ngraph_dir = nx.read_edgelist(path, nodetype=np.int32, delimiter=' ', \
                                  create_using=nx.DiGraph())
    nx_data_loading_time.append(round(time.time() - dl_start_time, 4))
    nx_graph.append(ngraph)
    nx_graph_dir.append(ngraph_dir)
Beispiel #6
0
import sys
import numpy as np
from frovedis.exrpc.server import *
import frovedis.graph as fnx
import networkx as nx

# initializing the Frovedis server
argvs = sys.argv
argc = len(argvs)
if argc < 2:
    print(
        'Please give frovedis_server calling command as the first argument \n(e.g. "mpirun -np 2 -x /opt/nec/nosupport/frovedis/ve/bin/frovedis_server")'
    )
    quit()

fname = 'input/cit-Patents_10.txt'
FrovedisServer.initialize(argvs[1])
frov_graph = fnx.read_edgelist(fname, nodetype=np.int64)
frov_graph.debug_print()

ret = fnx.connected_components(frov_graph, print_summary=True, verbose=1)
#ret = fnx.connected_components(frov_graph)
for i in ret:
    print(i)
frov_graph.release()

# Shutting down the Frovedis server
FrovedisServer.shut_down()