common_params = {
"scheduler": "proj10",
"scheduler_port": "33224",
"hdfs_namenode": "proj10",
"hdfs_port": 9000,
}
program_params = {
"url": "/datasets/graph/google-adj",
"num_local_threads": 20,
}
scheduler_params = {
"dag_runner_type": "sequential",
}
env_params = (
"GLOG_logtostderr=true "
"GLOG_v=-1 "
"GLOG_minloglevel=0 "
# this is to enable hdfs short-circuit read (disable the warning info)
# change this path accordingly when we use other cluster
# the current setting is for proj5-10
"LIBHDFS3_CONF=/data/opt/course/hadoop/etc/hadoop/hdfs-site.xml")
dump_core = False
l = Launcher(schedulerfile, progfile, hostfile, common_params,
scheduler_params, program_params, env_params, dump_core)
l.Launch(sys.argv)
