Ejemplo n.º 1
0
  def configure(self, env):
    import params
    env.set_params(params)
    if not (params.hdp_stack_version != "" and compare_versions(params.hdp_stack_version, '2.2') >=0):
      install_tez_jars()

    hive(name='hiveserver2')
Ejemplo n.º 2
0
    def start(self, env, upgrade_type=None):
        import params
        env.set_params(params)
        self.configure(env)  # FOR SECURITY

        if check_stack_feature(StackFeature.COPY_TARBALL_TO_HDFS,
                               params.version_for_stack_feature_checks):
            # MC Hammer said, "Can't touch this"
            resource_created = copy_to_hdfs(
                "mapreduce",
                params.user_group,
                params.hdfs_user,
                skip=params.sysprep_skip_copy_tarballs_hdfs)
            resource_created = copy_to_hdfs(
                "tez",
                params.user_group,
                params.hdfs_user,
                skip=params.sysprep_skip_copy_tarballs_hdfs
            ) or resource_created
            resource_created = copy_to_hdfs(
                "slider",
                params.user_group,
                params.hdfs_user,
                skip=params.sysprep_skip_copy_tarballs_hdfs
            ) or resource_created
            if resource_created:
                params.HdfsResource(None, action="execute")
        else:
            # In stack versions before copy_tarball_to_hdfs support tez.tar.gz was copied to a different folder in HDFS.
            install_tez_jars()

        service('historyserver', action='start', serviceName='mapreduce')
Ejemplo n.º 3
0
  def configure(self, env):
    import params
    env.set_params(params)
    if not (params.hdp_stack_version != "" and compare_versions(params.hdp_stack_version, '2.2') >=0):
      install_tez_jars()

    hive(name='hiveserver2')
Ejemplo n.º 4
0
    def start(self, env, rolling_restart=False):
        import params
        env.set_params(params)
        self.configure(env)  # FOR SECURITY

        if params.hdp_stack_version_major and compare_versions(
                params.hdp_stack_version_major, '2.2.0.0') >= 0:
            # MC Hammer said, "Can't touch this"
            resource_created = copy_to_hdfs(
                "mapreduce",
                params.user_group,
                params.hdfs_user,
                host_sys_prepped=params.host_sys_prepped)
            resource_created = copy_to_hdfs(
                "tez",
                params.user_group,
                params.hdfs_user,
                host_sys_prepped=params.host_sys_prepped) or resource_created
            if resource_created:
                params.HdfsResource(None, action="execute")
        else:
            # In HDP 2.1, tez.tar.gz was copied to a different folder in HDFS.
            install_tez_jars()

        service('historyserver', action='start', serviceName='mapreduce')
Ejemplo n.º 5
0
  def start(self, env, upgrade_type=None):
    import params
    env.set_params(params)
    self.configure(env) # FOR SECURITY

    # In HDP 2.1, tez.tar.gz was copied to a different folder in HDFS.
    install_tez_jars()

    service('historyserver', action='start', serviceName='mapreduce')
Ejemplo n.º 6
0
  def start(self, env):
    import params
    env.set_params(params)
    self.configure(env) # FOR SECURITY
    
    install_tez_jars() # Put tez jars in hdfs

    hive_service( 'hiveserver2',
                  action = 'start'
    )
Ejemplo n.º 7
0
  def start(self, env, rolling_restart=False):
    import params

    env.set_params(params)
    self.configure(env) # FOR SECURITY
    if params.hdp_stack_version != "" and compare_versions(params.hdp_stack_version, '2.1') == 0:
      install_tez_jars()
    else:
      # will work only for stack versions >=2.2
      copy_tarballs_to_hdfs('tez', 'hadoop-yarn-resourcemanager', params.tez_user, params.hdfs_user, params.user_group)
    service('resourcemanager', action='start')
Ejemplo n.º 8
0
    def start(self, env, rolling_restart=False):
        import params

        env.set_params(params)
        self.configure(env)  # FOR SECURITY
        if params.has_ranger_admin and params.is_supported_yarn_ranger:
            setup_ranger_yarn()  #Ranger Yarn Plugin related calls
        if not Script.is_hdp_stack_greater_or_equal("2.2"):
            install_tez_jars()
        else:
            resource_created = copy_to_hdfs("tez", params.user_group,
                                            params.hdfs_user)
            if resource_created:
                params.HdfsResource(None, action="execute")
        service('resourcemanager', action='start')
Ejemplo n.º 9
0
  def start(self, env, rolling_restart=False):
    import params
    env.set_params(params)
    self.configure(env) # FOR SECURITY

    if params.hdp_stack_version_major and compare_versions(params.hdp_stack_version_major, '2.2.0.0') >= 0:
      # MC Hammer said, "Can't touch this"
      resource_created = copy_to_hdfs("mapreduce", params.user_group, params.hdfs_user)
      resource_created = copy_to_hdfs("tez", params.user_group, params.hdfs_user) or resource_created
      if resource_created:
        params.HdfsResource(None, action="execute")
    else:
      # In HDP 2.1, tez.tar.gz was copied to a different folder in HDFS.
      install_tez_jars()

    service('historyserver', action='start', serviceName='mapreduce')
Ejemplo n.º 10
0
  def start(self, env, rolling_restart=False):
    import params

    env.set_params(params)
    self.configure(env) # FOR SECURITY
    if params.is_supported_yarn_ranger:
      setup_ranger_yarn() #Ranger Yarn Plugin related calls 
    if not Script.is_hdp_stack_greater_or_equal("2.2"):
      install_tez_jars()
    else:
      # will work only for stack versions >=2.2
      params.HdfsResource(InlineTemplate(params.tez_tar_destination).get_content(),
                          type="file",
                          action="create_on_execute",
                          source=params.tez_tar_source,
                          group=params.user_group,
                          owner=params.hdfs_user
      )
      params.HdfsResource(None, action="execute")
    service('resourcemanager', action='start')
Ejemplo n.º 11
0
 def configure(self, env):
   import params
   env.set_params(params)
   if not params.stack_is_hdp22_or_further:
     install_tez_jars()
   hive(name='hiveserver2')