コード例 #1
0
ファイル: spark_hs.py プロジェクト: keedio/keedio-stacks
def spark_hs(action):
  if action == "config":
   import params
   configurations = params.config['configurations']['spark']
   File(format(params.spark_conf_dir+"/spark-defaults.conf"),
       content=Template("spark_defaults.j2",configurations=configurations),
       owner=params.spark_user,
       group=params.spark_group
    )

   File(format(params.spark_conf_dir+"/spark-env.sh"),
       content=Template("spark-env.j2",configurations=configurations),
       owner=params.spark_user,
       group=params.spark_group
       )
    

  if action == "install":
    Logger.info("Installing Spark History Server") 

  if action == "start" or action == "stop" or action == "status":
    cmd=Popen(['service','spark-history-server',action],stdout=PIPE,stderr=PIPE)
    out,err=cmd.communicate()

    if action == "start" or action == "stop":
      Logger.info("Spark History Server: "+str(action))
      Logger.info(out)
      Logger.info(err)
    if action == "status":
      from functions import check_rc
      rc=cmd.returncode
      Logger.info("Spark History Server %s: %s" % (action, cmd.returncode == 0))
   
      check_rc(rc,stdout=out,stderr=err)
コード例 #2
0
def spark_hs(action):
    if action == "config":
        import params
        configurations = params.config['configurations']['spark']
        File(format(params.spark_conf_dir + "/spark-defaults.conf"),
             content=Template("spark_defaults.j2",
                              configurations=configurations),
             owner=params.spark_user,
             group=params.spark_group)

        File(format(params.spark_conf_dir + "/spark-env.sh"),
             content=Template("spark-env.j2", configurations=configurations),
             owner=params.spark_user,
             group=params.spark_group)

    if action == "install":
        Logger.info("Installing Spark History Server")

    if action == "start" or action == "stop" or action == "status":
        cmd = Popen(['service', 'spark-history-server', action],
                    stdout=PIPE,
                    stderr=PIPE)
        out, err = cmd.communicate()

        if action == "start" or action == "stop":
            Logger.info("Spark History Server: " + str(action))
            Logger.info(out)
            Logger.info(err)
        if action == "status":
            from functions import check_rc
            rc = cmd.returncode
            Logger.info("Spark History Server %s: %s" %
                        (action, cmd.returncode == 0))

            check_rc(rc, stdout=out, stderr=err)
コード例 #3
0
ファイル: storm.py プロジェクト: keedio/keedio-stacks
def storm(service=None,action=None):
  if action == "config":
    import params
    Directory(params.storm_log_dir,
            owner=params.storm_user,
            group=params.user_group,
            mode=0775,
            recursive=True
    )

    Directory([params.storm_local_dir, params.conf_dir],
            owner=params.storm_user,
            group=params.user_group,
            recursive=True
    )

    configurations = params.config['configurations']['storm-site']
  
    File(format("{conf_dir}/storm.yaml"),
       content=Template(
                        "storm.yaml.j2", 
                         extra_imports=[escape_yaml_propetry], 
                        configurations = configurations),
       owner=params.storm_user,
       group=params.user_group
    )


    File(format("{conf_dir}/storm-env.sh"),
      owner=params.storm_user,
      content=InlineTemplate(params.storm_env_sh_template)
    )
    File('/etc/monit.conf',content=StaticFile('monit.conf'))
    monit_status = Popen(["service","monit","status"])
    out,err=monit_status.communicate()
    rc=monit_status.returncode
    if rc == 0:
      executed = Popen(["service","monit","reload"])
    else:
      executed = Popen(["service","monit","start"])

  if service is not None:
    if  service != "storm-drpc" and (action == "start" or action == "stop"):
      cmd=Popen(['monit',action,service,'-v'],stdout=PIPE,stderr=PIPE)
    else:
      cmd=Popen(['service',service,action],stdout=PIPE,stderr=PIPE)

    from functions import check_rc
    out,err=cmd.communicate()
    rc=cmd.returncode
    Logger.info("Storm Nimbus service %s: %s" % (action, cmd.returncode == 0))
   
    check_rc(rc,stdout=out,stderr=err)
コード例 #4
0
def gmetad(action=None):
    # 'start' or 'stop'
    cmd = Popen(['service', 'gmetad', action], stdout=PIPE, stderr=PIPE)
    out, err = cmd.communicate()
    rc = cmd.returncode
    Logger.info("Ganglia gmetad service %s: %s" %
                (action, cmd.returncode == 0))

    if action == "status":
        from functions import check_rc
        check_rc(rc, stdout=out, stderr=err)
    if action == "start" or action == "stop":
        MonitorWebserver("restart")
コード例 #5
0
ファイル: storm.py プロジェクト: alcuma/keedio-stacks
def storm(service=None, action=None):
    if action == "config":
        import params
        Directory(params.storm_log_dir,
                  owner=params.storm_user,
                  group=params.user_group,
                  mode=0775,
                  recursive=True)

        Directory([params.storm_local_dir, params.conf_dir],
                  owner=params.storm_user,
                  group=params.user_group,
                  recursive=True)

        configurations = params.config['configurations']['storm-site']

        File(format("{conf_dir}/storm.yaml"),
             content=Template("storm.yaml.j2",
                              extra_imports=[escape_yaml_propetry],
                              configurations=configurations),
             owner=params.storm_user,
             group=params.user_group)

        File(format("{conf_dir}/storm-env.sh"),
             owner=params.storm_user,
             content=InlineTemplate(params.storm_env_sh_template))
        File('/etc/monit.conf', content=StaticFile('monit.conf'))
        monit_status = Popen(["service", "monit", "status"])
        out, err = monit_status.communicate()
        rc = monit_status.returncode
        if rc == 0:
            executed = Popen(["service", "monit", "reload"])
        else:
            executed = Popen(["service", "monit", "start"])

    if service is not None:
        if service != "storm-drpc" and (action == "start" or action == "stop"):
            cmd = Popen(['monit', action, service, '-v'],
                        stdout=PIPE,
                        stderr=PIPE)
        else:
            cmd = Popen(['service', service, action], stdout=PIPE, stderr=PIPE)

        from functions import check_rc
        out, err = cmd.communicate()
        rc = cmd.returncode
        Logger.info("Storm Nimbus service %s: %s" %
                    (action, cmd.returncode == 0))

        check_rc(rc, stdout=out, stderr=err)
コード例 #6
0
ファイル: ganglia_gmond.py プロジェクト: keedio/keedio-stacks
def gmond(action=None):
  # 'start' or 'stop'
  clusters = glob('/etc/init.d/gmond.*')
  for service in clusters:
    base=basename(service)
    cmd=Popen(['service',base,action],stdout=PIPE,stderr=PIPE)
    out,err=cmd.communicate()
    
    rc=cmd.returncode
    Logger.info("Ganglia gmond.%s service %s: %s" % (service,action, cmd.returncode == 0))
   
    if action == "status" :
      from functions import check_rc
      check_rc(rc,stdout=out,stderr=err)
コード例 #7
0
ファイル: storm_nimbus.py プロジェクト: keedio/keedio-stacks
def storm(action):
  if action == "config":
    import params

    Directory(params.log_dir,
            owner=params.storm_user,
            group=params.user_group,
            mode=0775,
            recursive=True
    )

    Directory([params.pid_dir, params.local_dir, params.conf_dir],
            owner=params.storm_user,
            group=params.user_group,
            recursive=True
    )

    File(format("{conf_dir}/config.yaml"),
       content=Template("config.yaml.j2"),
       owner=params.storm_user,
       group=params.user_group
    )

    configurations = params.config['configurations']['storm-site']
  
    File(format("{conf_dir}/storm.yaml"),
       content=Template(
                        "storm.yaml.j2", 
                         extra_imports=[escape_yaml_propetry], 
                        configurations = configurations),
       owner=params.storm_user,
       group=params.user_group
    )


    File(format("{conf_dir}/storm-env.sh"),
      owner=params.storm_user,
      content=InlineTemplate(params.storm_env_sh_template)
    )

  if action == "start" or action == "stop" or action == "status":
    cmd=Popen(['service','storm-nimbus',action],stdout=PIPE,stderr=PIPE)
    if action == "status":
      from functions import check_rc
      out,err=cmd.communicate()
      rc=cmd.returncode
      Logger.info("Storm Nimbus service %s: %s" % (action, cmd.returncode == 0))
   
      check_rc(rc,stdout=out,stderr=err)
コード例 #8
0
def gmond(action=None):
    # 'start' or 'stop'
    clusters = glob('/etc/init.d/gmond.*')
    for service in clusters:
        base = basename(service)
        cmd = Popen(['service', base, action], stdout=PIPE, stderr=PIPE)
        out, err = cmd.communicate()

        rc = cmd.returncode
        Logger.info("Ganglia gmond.%s service %s: %s" %
                    (service, action, cmd.returncode == 0))

        if action == "status":
            from functions import check_rc
            check_rc(rc, stdout=out, stderr=err)
コード例 #9
0
def storm(action):
    if action == "config":
        import params

        Directory(params.log_dir,
                  owner=params.storm_user,
                  group=params.user_group,
                  mode=0775,
                  recursive=True)

        Directory([params.pid_dir, params.local_dir, params.conf_dir],
                  owner=params.storm_user,
                  group=params.user_group,
                  recursive=True)

        File(format("{conf_dir}/config.yaml"),
             content=Template("config.yaml.j2"),
             owner=params.storm_user,
             group=params.user_group)

        configurations = params.config['configurations']['storm-site']

        File(format("{conf_dir}/storm.yaml"),
             content=Template("storm.yaml.j2",
                              extra_imports=[escape_yaml_propetry],
                              configurations=configurations),
             owner=params.storm_user,
             group=params.user_group)

        File(format("{conf_dir}/storm-env.sh"),
             owner=params.storm_user,
             content=InlineTemplate(params.storm_env_sh_template))

    if action == "start" or action == "stop" or action == "status":
        cmd = Popen(['service', 'storm-nimbus', action],
                    stdout=PIPE,
                    stderr=PIPE)
        if action == "status":
            from functions import check_rc
            out, err = cmd.communicate()
            rc = cmd.returncode
            Logger.info("Storm Nimbus service %s: %s" %
                        (action, cmd.returncode == 0))

            check_rc(rc, stdout=out, stderr=err)