def spark_hs(action): if action == "config": import params configurations = params.config['configurations']['spark'] File(format(params.spark_conf_dir+"/spark-defaults.conf"), content=Template("spark_defaults.j2",configurations=configurations), owner=params.spark_user, group=params.spark_group ) File(format(params.spark_conf_dir+"/spark-env.sh"), content=Template("spark-env.j2",configurations=configurations), owner=params.spark_user, group=params.spark_group ) if action == "install": Logger.info("Installing Spark History Server") if action == "start" or action == "stop" or action == "status": cmd=Popen(['service','spark-history-server',action],stdout=PIPE,stderr=PIPE) out,err=cmd.communicate() if action == "start" or action == "stop": Logger.info("Spark History Server: "+str(action)) Logger.info(out) Logger.info(err) if action == "status": from functions import check_rc rc=cmd.returncode Logger.info("Spark History Server %s: %s" % (action, cmd.returncode == 0)) check_rc(rc,stdout=out,stderr=err)
def spark_hs(action): if action == "config": import params configurations = params.config['configurations']['spark'] File(format(params.spark_conf_dir + "/spark-defaults.conf"), content=Template("spark_defaults.j2", configurations=configurations), owner=params.spark_user, group=params.spark_group) File(format(params.spark_conf_dir + "/spark-env.sh"), content=Template("spark-env.j2", configurations=configurations), owner=params.spark_user, group=params.spark_group) if action == "install": Logger.info("Installing Spark History Server") if action == "start" or action == "stop" or action == "status": cmd = Popen(['service', 'spark-history-server', action], stdout=PIPE, stderr=PIPE) out, err = cmd.communicate() if action == "start" or action == "stop": Logger.info("Spark History Server: " + str(action)) Logger.info(out) Logger.info(err) if action == "status": from functions import check_rc rc = cmd.returncode Logger.info("Spark History Server %s: %s" % (action, cmd.returncode == 0)) check_rc(rc, stdout=out, stderr=err)
def storm(service=None,action=None): if action == "config": import params Directory(params.storm_log_dir, owner=params.storm_user, group=params.user_group, mode=0775, recursive=True ) Directory([params.storm_local_dir, params.conf_dir], owner=params.storm_user, group=params.user_group, recursive=True ) configurations = params.config['configurations']['storm-site'] File(format("{conf_dir}/storm.yaml"), content=Template( "storm.yaml.j2", extra_imports=[escape_yaml_propetry], configurations = configurations), owner=params.storm_user, group=params.user_group ) File(format("{conf_dir}/storm-env.sh"), owner=params.storm_user, content=InlineTemplate(params.storm_env_sh_template) ) File('/etc/monit.conf',content=StaticFile('monit.conf')) monit_status = Popen(["service","monit","status"]) out,err=monit_status.communicate() rc=monit_status.returncode if rc == 0: executed = Popen(["service","monit","reload"]) else: executed = Popen(["service","monit","start"]) if service is not None: if service != "storm-drpc" and (action == "start" or action == "stop"): cmd=Popen(['monit',action,service,'-v'],stdout=PIPE,stderr=PIPE) else: cmd=Popen(['service',service,action],stdout=PIPE,stderr=PIPE) from functions import check_rc out,err=cmd.communicate() rc=cmd.returncode Logger.info("Storm Nimbus service %s: %s" % (action, cmd.returncode == 0)) check_rc(rc,stdout=out,stderr=err)
def gmetad(action=None): # 'start' or 'stop' cmd = Popen(['service', 'gmetad', action], stdout=PIPE, stderr=PIPE) out, err = cmd.communicate() rc = cmd.returncode Logger.info("Ganglia gmetad service %s: %s" % (action, cmd.returncode == 0)) if action == "status": from functions import check_rc check_rc(rc, stdout=out, stderr=err) if action == "start" or action == "stop": MonitorWebserver("restart")
def storm(service=None, action=None): if action == "config": import params Directory(params.storm_log_dir, owner=params.storm_user, group=params.user_group, mode=0775, recursive=True) Directory([params.storm_local_dir, params.conf_dir], owner=params.storm_user, group=params.user_group, recursive=True) configurations = params.config['configurations']['storm-site'] File(format("{conf_dir}/storm.yaml"), content=Template("storm.yaml.j2", extra_imports=[escape_yaml_propetry], configurations=configurations), owner=params.storm_user, group=params.user_group) File(format("{conf_dir}/storm-env.sh"), owner=params.storm_user, content=InlineTemplate(params.storm_env_sh_template)) File('/etc/monit.conf', content=StaticFile('monit.conf')) monit_status = Popen(["service", "monit", "status"]) out, err = monit_status.communicate() rc = monit_status.returncode if rc == 0: executed = Popen(["service", "monit", "reload"]) else: executed = Popen(["service", "monit", "start"]) if service is not None: if service != "storm-drpc" and (action == "start" or action == "stop"): cmd = Popen(['monit', action, service, '-v'], stdout=PIPE, stderr=PIPE) else: cmd = Popen(['service', service, action], stdout=PIPE, stderr=PIPE) from functions import check_rc out, err = cmd.communicate() rc = cmd.returncode Logger.info("Storm Nimbus service %s: %s" % (action, cmd.returncode == 0)) check_rc(rc, stdout=out, stderr=err)
def gmond(action=None): # 'start' or 'stop' clusters = glob('/etc/init.d/gmond.*') for service in clusters: base=basename(service) cmd=Popen(['service',base,action],stdout=PIPE,stderr=PIPE) out,err=cmd.communicate() rc=cmd.returncode Logger.info("Ganglia gmond.%s service %s: %s" % (service,action, cmd.returncode == 0)) if action == "status" : from functions import check_rc check_rc(rc,stdout=out,stderr=err)
def storm(action): if action == "config": import params Directory(params.log_dir, owner=params.storm_user, group=params.user_group, mode=0775, recursive=True ) Directory([params.pid_dir, params.local_dir, params.conf_dir], owner=params.storm_user, group=params.user_group, recursive=True ) File(format("{conf_dir}/config.yaml"), content=Template("config.yaml.j2"), owner=params.storm_user, group=params.user_group ) configurations = params.config['configurations']['storm-site'] File(format("{conf_dir}/storm.yaml"), content=Template( "storm.yaml.j2", extra_imports=[escape_yaml_propetry], configurations = configurations), owner=params.storm_user, group=params.user_group ) File(format("{conf_dir}/storm-env.sh"), owner=params.storm_user, content=InlineTemplate(params.storm_env_sh_template) ) if action == "start" or action == "stop" or action == "status": cmd=Popen(['service','storm-nimbus',action],stdout=PIPE,stderr=PIPE) if action == "status": from functions import check_rc out,err=cmd.communicate() rc=cmd.returncode Logger.info("Storm Nimbus service %s: %s" % (action, cmd.returncode == 0)) check_rc(rc,stdout=out,stderr=err)
def gmond(action=None): # 'start' or 'stop' clusters = glob('/etc/init.d/gmond.*') for service in clusters: base = basename(service) cmd = Popen(['service', base, action], stdout=PIPE, stderr=PIPE) out, err = cmd.communicate() rc = cmd.returncode Logger.info("Ganglia gmond.%s service %s: %s" % (service, action, cmd.returncode == 0)) if action == "status": from functions import check_rc check_rc(rc, stdout=out, stderr=err)
def storm(action): if action == "config": import params Directory(params.log_dir, owner=params.storm_user, group=params.user_group, mode=0775, recursive=True) Directory([params.pid_dir, params.local_dir, params.conf_dir], owner=params.storm_user, group=params.user_group, recursive=True) File(format("{conf_dir}/config.yaml"), content=Template("config.yaml.j2"), owner=params.storm_user, group=params.user_group) configurations = params.config['configurations']['storm-site'] File(format("{conf_dir}/storm.yaml"), content=Template("storm.yaml.j2", extra_imports=[escape_yaml_propetry], configurations=configurations), owner=params.storm_user, group=params.user_group) File(format("{conf_dir}/storm-env.sh"), owner=params.storm_user, content=InlineTemplate(params.storm_env_sh_template)) if action == "start" or action == "stop" or action == "status": cmd = Popen(['service', 'storm-nimbus', action], stdout=PIPE, stderr=PIPE) if action == "status": from functions import check_rc out, err = cmd.communicate() rc = cmd.returncode Logger.info("Storm Nimbus service %s: %s" % (action, cmd.returncode == 0)) check_rc(rc, stdout=out, stderr=err)