def test_spark_configuration(user): import hadoop.yarn.spark_history_server_api as spark_hs_api status = None try: spark_hs_api.get_history_server_api().applications() status = 'OK' except: LOG.exception('failed to get spark history server status') return status
def __init__(self, user): self.user = user self.resource_manager_api = resource_manager_api.get_resource_manager( user.username) self.mapreduce_api = mapreduce_api.get_mapreduce_api(user.username) self.history_server_api = history_server_api.get_history_server_api() self.spark_history_server_api = spark_history_server_api.get_history_server_api( )
def __init__(self, user): self.user = user self.resource_manager_api_pool = resource_manager_api.get_resource_manager_pool( ) self.resource_manager_api = self.resource_manager_api_pool.get( user.username) self.mapreduce_api = mapreduce_api.get_mapreduce_api(user.username) self.history_server_api = history_server_api.get_history_server_api( user.username) self.spark_history_server_api = spark_history_server_api.get_history_server_api( ) # Spark HS does not support setuser
def __init__(self, user): self.user = user self.resource_manager_api = None self.mapreduce_api = None self.history_server_api = None self.spark_history_server_api = None if list(YARN_CLUSTERS.keys()): self.resource_manager_api = resource_manager_api.get_resource_manager(user.username) self.mapreduce_api = mapreduce_api.get_mapreduce_api(user.username) self.history_server_api = history_server_api.get_history_server_api(user.username) self.spark_history_server_api = spark_history_server_api.get_history_server_api() # Spark HS does not support setuser
def __init__(self, user): self.user = user self.resource_manager_api = resource_manager_api.get_resource_manager(user.username) self.mapreduce_api = mapreduce_api.get_mapreduce_api(user.username) self.history_server_api = history_server_api.get_history_server_api(user.username) self.spark_history_server_api = spark_history_server_api.get_history_server_api()