Example #1
0
 def start(self, env, rolling_restart=False):
     import params
     env.set_params(params)
     self.configure(env)  # FOR SECURITY
     hive_service('metastore',
                  action='start',
                  rolling_restart=rolling_restart)
Example #2
0
  def stop(self, env):
    import params
    env.set_params(params)

    hive_service( 'metastore',
                   action = 'stop'
    )
Example #3
0
 def start(self, env):
   import params
   env.set_params(params)
   self.configure(env) # FOR SECURITY
   hive_service( 'hiveserver2',
                 action = 'start'
   )
Example #4
0
  def stop(self, env):
    import params
    env.set_params(params)

    hive_service( 'hiveserver2',
                  action = 'stop'
    )
Example #5
0
    def start(self, env, upgrade_type=None):
        import params
        env.set_params(params)
        self.configure(env)  # FOR SECURITY

        setup_ranger_hive(upgrade_type=upgrade_type)
        hive_service('hiveserver2', action='start', upgrade_type=upgrade_type)
Example #6
0
 def start(self, env):
   import params
   env.set_params(params)
   self.configure(env) # FOR SECURITY
   hive_service( 'metastore',
                  action = 'start'
   )
Example #7
0
  def stop(self, env):
    import params
    env.set_params(params)

    hive_service( 'hiveserver2',
                  action = 'stop'
    )
Example #8
0
 def start(self, env):
     import params
     env.set_params(params)
     self.configure(env)  # FOR SECURITY
     self.install_tez_jars(params)  # Put tez jars in hdfs
     self.install_hive_exec_jar(params)  # Put hive exec jar in hdfs
     hive_service('hiveserver2', action='start')
Example #9
0
  def stop(self, env, rolling_restart=False):
    import params
    env.set_params(params)

    if rolling_restart:
      hive_server_upgrade.pre_upgrade_deregister()
    else:
      hive_service( 'hiveserver2', action = 'stop' )
Example #10
0
  def start(self, env, rolling_restart=False):
    import params
    env.set_params(params)
    self.configure(env) # FOR SECURITY

    setup_ranger_hive()    
    hive_service( 'hiveserver2', action = 'start',
      rolling_restart=rolling_restart )
Example #11
0
  def stop(self, env, rolling_restart=False):
    import params
    env.set_params(params)

    if rolling_restart:
      hive_server_upgrade.pre_upgrade_deregister()
    else:
      hive_service( 'hiveserver2', action = 'stop' )
Example #12
0
    def start(self, env, upgrade_type=None):
        import params
        env.set_params(params)

        # writing configurations on start required for securtity
        self.configure(env)

        hive_service('metastore', action='start', upgrade_type=upgrade_type)
  def start(self, env, upgrade_type=None):
    import params
    env.set_params(params)

    # writing configurations on start required for securtity
    self.configure(env)

    hive_service('metastore', action='start', upgrade_type=upgrade_type)
Example #14
0
  def stop(self, env, rolling_restart=False):
    import params
    env.set_params(params)

    # During rolling upgrade, HiveServer2 should not be stopped before new server is available.
    # Once new server is started, old one is stopped by the --deregister command which is 
    # invoked by the 'hive_server_upgrade.post_upgrade_deregister()' method
    if not rolling_restart:
      hive_service( 'hiveserver2', action = 'stop' )
Example #15
0
  def start(self, env, rolling_restart=False):
    import params
    env.set_params(params)
    self.configure(env) # FOR SECURITY

    setup_ranger_hive(rolling_upgrade=rolling_restart)
    hive_service( 'hiveserver2', action = 'start', rolling_restart=rolling_restart)
    if rolling_restart:
      hive_server_upgrade.post_upgrade_deregister()
Example #16
0
 def start(self, env, upgrade_type=None):
     import params
     env.set_params(params)
     install_hive()
     self.configure(env)
     if params.init_metastore_schema:
         create_metastore_schema()  # execute without config lock
     hive_service('metastore', action='start', upgrade_type=upgrade_type)
     setup_ranger_hive_metastore_service()
Example #17
0
    def stop(self, env, upgrade_type=None):
        import params
        env.set_params(params)

        # During rolling upgrade, HiveServer2 should not be stopped before new server is available.
        # Once new server is started, old one is stopped by the --deregister command which is
        # invoked by the 'hive_server_upgrade.post_upgrade_deregister()' method
        if upgrade_type != UPGRADE_TYPE_ROLLING:
            hive_service('hiveserver2', action='stop')
Example #18
0
  def start(self, env, rolling_restart = False):
    import params

    env.set_params(params)
    self.configure(env)  # FOR SECURITY
    hive_service('metastore', action = 'start')

    Links(params.new_hive_log_path_hcat, params.hive_log_path_hcat)
    Links(params.new_hive_log_path, params.hive_log_path)
Example #19
0
  def start(self, env, rolling_restart=False):
    import params
    env.set_params(params)
    self.configure(env) # FOR SECURITY

    # This function is needed in HDP 2.2, but it is safe to call in earlier versions.
    copy_tarballs_to_hdfs('mapreduce', 'hive-server2', params.tez_user, params.hdfs_user, params.user_group)
    setup_ranger_hive()    
    hive_service( 'hiveserver2', action = 'start',
      rolling_restart=rolling_restart )
Example #20
0
  def start(self, env):
    import params
    env.set_params(params)
    self.configure(env) # FOR SECURITY
    
    install_tez_jars() # Put tez jars in hdfs

    hive_service( 'hiveserver2',
                  action = 'start'
    )
Example #21
0
    def start(self, env, upgrade_type=None):
        import params
        env.set_params(params)

        # writing configurations on start required for securtity
        self.configure(env)
        if params.init_metastore_schema:
            create_metastore_schema()  # execute without config lock

        hive_service('metastore', action='start', upgrade_type=upgrade_type)
Example #22
0
    def start(self, env, upgrade_type=None):
        import params
        env.set_params(params)
        self.configure(env)  # FOR SECURITY

        hive_service('hiveserver2', action='start', upgrade_type=upgrade_type)

        # only perform this if upgrading and rolling; a non-rolling upgrade doesn't need
        # to do this since hive is already down
        if upgrade_type == UPGRADE_TYPE_ROLLING:
            hive_server_upgrade.post_upgrade_deregister()
Example #23
0
    def start(self, env, rolling_restart=False):
        import params
        env.set_params(params)
        self.configure(env)  # FOR SECURITY

        setup_ranger_hive(rolling_upgrade=rolling_restart)
        hive_service('hiveserver2',
                     action='start',
                     rolling_restart=rolling_restart)
        if rolling_restart:
            hive_server_upgrade.post_upgrade_deregister()
Example #24
0
  def start(self, env):
    import params
    env.set_params(params)
    self.configure(env) # FOR SECURITY

    # This function is needed in HDP 2.2, but it is safe to call in earlier versions.
    copy_tarballs_to_hdfs('mapreduce', params.tez_user, params.hdfs_user, params.user_group)
    copy_tarballs_to_hdfs('tez', params.tez_user, params.hdfs_user, params.user_group)

    hive_service( 'hiveserver2',
                  action = 'start'
    )
Example #25
0
    def start(self, env, upgrade_type=None):
        import params
        env.set_params(params)

        # writing configurations on start required for securtity
        self.configure(env)
        if params.init_metastore_schema:
            create_metastore_schema()

        hive_service('metastore', action='start', upgrade_type=upgrade_type)

        # below function call is used for cluster depolyed in cloud env to create ranger hive service in ranger admin.
        setup_ranger_hive_metastore_service()
Example #26
0
  def start(self, env, rolling_restart=False):
    import params
    env.set_params(params)
    self.configure(env) # FOR SECURITY

    # This function is needed in HDP 2.2, but it is safe to call in earlier versions.
    copy_tarballs_to_hdfs('mapreduce', 'hive-server2', params.tez_user, params.hdfs_user, params.user_group)
    copy_tarballs_to_hdfs('tez', 'hive-server2', params.tez_user, params.hdfs_user, params.user_group)
    setup_ranger_hive()    
    hive_service( 'hiveserver2', action = 'start',
      rolling_restart=rolling_restart )
    
    self._createHiveDatabase(env)

    Links(params.new_hive_log_path, params.hive_log_path)
Example #27
0
    def stop(self, env, upgrade_type=None):
        import params
        env.set_params(params)

        # always de-register the old hive instance so that ZK can route clients
        # to the newly created hive server
        try:
            if upgrade_type is not None:
                hive_server_upgrade.deregister()
        except Exception as exception:
            Logger.exception(str(exception))

        # even during rolling upgrades, Hive Server will be stopped - this is because Ambari will
        # not support the "port-change/deregister" workflow as it would impact Hive clients
        # which do not use ZK discovery.
        hive_service('hiveserver2', action='stop')
Example #28
0
    def start(self, env, upgrade_type=None):
        import params
        env.set_params(params)

        refresh_yarn()
        create_hive_hdfs_dirs()

        # writing configurations on start required for securtity
        self.configure(env)
        if params.init_metastore_schema:
            create_metastore_schema()  # execute without config lock
        # create_hive_metastore_schema() # before starting metastore create info schema

        hive_service('metastore', action='start', upgrade_type=upgrade_type)

        # below function call is used for cluster depolyed in cloud env to create ranger hive service in ranger admin.
        setup_ranger_hive_metastore_service()
 def stop(self, env, upgrade_type=None):
   import params
   env.set_params(params)
   hive_service('metastore', action='stop', upgrade_type=upgrade_type)
Example #30
0
 def stop(self, env, rolling_restart=False):
     import params
     env.set_params(params)
     hive_service('metastore', action='stop')
Example #31
0
 def stop(self, env, upgrade_type=None):
     import params
     env.set_params(params)
     hive_service('metastore', action='stop', upgrade_type=upgrade_type)
Example #32
0
  def stop(self, env, rolling_restart = False):
    import params

    env.set_params(params)
    hive_service('metastore', action = 'stop' )
Example #33
0
    def stop(self, env, upgrade_type=None):
        import params
        env.set_params(params)

        if upgrade_type != UPGRADE_TYPE_ROLLING:
            hive_service('hiveserver2', action='stop')
Example #34
0
 def start(self, env, upgrade_type=None):
     import params
     env.set_params(params)
     self.configure(env)  # FOR SECURITY
     hive_service('metastore', action='start', upgrade_type=upgrade_type)
Example #35
0
    def start(self, env, rolling_restart=False):
        import params

        env.set_params(params)
        self.configure(env)  # FOR SECURITY
        hive_service("metastore", action="start", rolling_restart=rolling_restart)