from pyspark import SparkContext
sc = SparkContext("spark://master:7077", "App Name")
sc.setLogLevel('WARN')
# import pyspark_neo4j after importing SparkContext
import pyspark_neo4j
print("it begins")
read_conf = pyspark_neo4j.ReadConf(uri="bolt://neo4j:7687",
auth=("neo4j", "graphsinspark"))
my_table_from_neo = sc.neo4jTable("MATCH (n:Person) RETURN properties(n) as n",
read_conf=read_conf)
sample = my_table_from_neo.take(10)
if len(sample) == 0:
print(
"There are no People in the graph. "
"You need to load the movies dataset into neo4j first. "
"Open neo4j in the browser (http://localhost:7474) and run :play movies to load the movies data set."
)
exit(1)
else:
print("A sample of people from the dataset:", sample)
def add_first_name(node):
name = node.get("name", None)
if name:
node["first_name"] = name.split(" ")[0]
