def stop_hue(masters, opts):
print "==> Stopping HUE service..."
master = masters[0]
ins = ecs.get_instance_info(master)
ip = ins["InnerIpAddress"]["IpAddress"][0]
stop_hue_step1 = ' " pgrep supervisor | xargs -r kill -9 " '
stop_hue_step2 = " \" ps -ef | grep livy.server.Main | grep -v grep | awk '{print \$2}' | xargs -r kill -9 \" "
stop_hue_step3 = ' " pgrep hue | xargs -r kill -9 " '
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, stop_hue_step1))
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, stop_hue_step2))
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, stop_hue_step3))
print "==> Stopped HUE service successfully"
def stop_hue(masters, opts):
print "==> Stopping HUE service..."
master = masters[0]
ins = ecs.get_instance_info(master)
ip = ins['InnerIpAddress']['IpAddress'][0]
stop_hue_step1 = ' \" pgrep supervisor | xargs -r kill -9 \" '
stop_hue_step2 = ' \" ps -ef | grep livy.server.Main | grep -v grep | awk \'{print \$2}\' | xargs -r kill -9 \" '
stop_hue_step3 = ' \" pgrep hue | xargs -r kill -9 \" '
os.system(
"sshpass -p %s ssh %s %s@%s %s" %
(opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, stop_hue_step1))
os.system(
"sshpass -p %s ssh %s %s@%s %s" %
(opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, stop_hue_step2))
os.system(
"sshpass -p %s ssh %s %s@%s %s" %
(opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, stop_hue_step3))
print "==> Stopped HUE service successfully"
def start_spark_notebook(masters, opts):
print "==> Starting Spark Notebook service..."
master = masters[0]
ins = ecs.get_instance_info(master)
ip = ins['InnerIpAddress']['IpAddress'][0]
launch_notebook = ' \" cd %s; nohup ./bin/spark-notebook -Dhttp.port=9090 > /dev/null 2>&1 & \" ' \
% GlobalVar.SPARK_NOTEBOOK_INSTALL_DIR
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, launch_notebook))
print "==> Started Spark Notebook service successfully..."
def stop_spark_notebook(masters, opts):
print "==> Stopping Spark Notebook..."
master = masters[0]
ins = ecs.get_instance_info(master)
ip = ins['InnerIpAddress']['IpAddress'][0]
stop_notebook = ' \" cd %s; cat RUNNING_PID | xargs -r kill -9; rm -f RUNNING_PID \" ' \
% GlobalVar.SPARK_NOTEBOOK_INSTALL_DIR
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, stop_notebook))
print "==> Stopped Spark Notebook service successfully..."
def start_hue(masters, opts):
print "==> Starting HUE service..."
master = masters[0]
ins = ecs.get_instance_info(master)
ip = ins['InnerIpAddress']['IpAddress'][0]
copy_command = ' \"/bin/cp -r %s/hue/desktop/conf/hue.ini %s/desktop/conf/ \"' \
% (GlobalVar.DEFAULT_CONF_DIR, GlobalVar.HUE_INSTALL_DIR)
launch_hue_step1 = ' \"source /root/.bash_profile; cd %s/build/env/bin/; nohup ./hue livy_server > /dev/null 2>&1 & \" ' \
% GlobalVar.HUE_INSTALL_DIR
launch_hue_step2 = ' \"source /root/.bash_profile; cd %s/build/env/bin/; nohup ./supervisor > /dev/null 2>&1 & \" ' \
% GlobalVar.HUE_INSTALL_DIR
os.system(
"sshpass -p %s ssh %s %s@%s %s" %
(opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, copy_command))
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(
utils.ssh_args()), opts.user, ip, launch_hue_step1))
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(
utils.ssh_args()), opts.user, ip, launch_hue_step2))
print "==> Started HUE service successfully"
def start_spark_notebook(masters, opts):
print "==> Starting Spark Notebook service..."
master = masters[0]
ins = ecs.get_instance_info(master)
ip = ins['InnerIpAddress']['IpAddress'][0]
launch_notebook = ' \" cd %s; nohup ./bin/spark-notebook -Dhttp.port=9090 > /dev/null 2>&1 & \" ' \
% GlobalVar.SPARK_NOTEBOOK_INSTALL_DIR
os.system(
"sshpass -p %s ssh %s %s@%s %s" %
(opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, launch_notebook))
print "==> Started Spark Notebook service successfully..."
def stop_spark_notebook(masters, opts):
print "==> Stopping Spark Notebook..."
master = masters[0]
ins = ecs.get_instance_info(master)
ip = ins['InnerIpAddress']['IpAddress'][0]
stop_notebook = ' \" cd %s; cat RUNNING_PID | xargs -r kill -9; rm -f RUNNING_PID \" ' \
% GlobalVar.SPARK_NOTEBOOK_INSTALL_DIR
os.system(
"sshpass -p %s ssh %s %s@%s %s" %
(opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, stop_notebook))
print "==> Stopped Spark Notebook service successfully..."
def start_hue(masters, opts):
print "==> Starting HUE service..."
master = masters[0]
ins = ecs.get_instance_info(master)
ip = ins["InnerIpAddress"]["IpAddress"][0]
copy_command = ' "/bin/cp -r %s/hue/desktop/conf/hue.ini %s/desktop/conf/ "' % (
GlobalVar.DEFAULT_CONF_DIR,
GlobalVar.HUE_INSTALL_DIR,
)
launch_hue_step1 = (
' "source /root/.bash_profile; cd %s/build/env/bin/; nohup ./hue livy_server > /dev/null 2>&1 & " '
% GlobalVar.HUE_INSTALL_DIR
)
launch_hue_step2 = (
' "source /root/.bash_profile; cd %s/build/env/bin/; nohup ./supervisor > /dev/null 2>&1 & " '
% GlobalVar.HUE_INSTALL_DIR
)
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, copy_command))
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, launch_hue_step1))
os.system("sshpass -p %s ssh %s %s@%s %s" % (opts.pwd, " ".join(utils.ssh_args()), opts.user, ip, launch_hue_step2))
print "==> Started HUE service successfully"
