def test_spark_configuration(user):
import hadoop.yarn.spark_history_server_api as spark_hs_api
status = None
try:
spark_hs_api.get_history_server_api().applications()
status = 'OK'
except:
LOG.exception('failed to get spark history server status')
return status
def __init__(self, user):
self.user = user
self.resource_manager_api = resource_manager_api.get_resource_manager(
user.username)
self.mapreduce_api = mapreduce_api.get_mapreduce_api(user.username)
self.history_server_api = history_server_api.get_history_server_api()
self.spark_history_server_api = spark_history_server_api.get_history_server_api(
)
def __init__(self, user):
self.user = user
self.resource_manager_api_pool = resource_manager_api.get_resource_manager_pool(
)
self.resource_manager_api = self.resource_manager_api_pool.get(
user.username)
self.mapreduce_api = mapreduce_api.get_mapreduce_api(user.username)
self.history_server_api = history_server_api.get_history_server_api(
user.username)
self.spark_history_server_api = spark_history_server_api.get_history_server_api(
) # Spark HS does not support setuser
def __init__(self, user):
self.user = user
self.resource_manager_api = None
self.mapreduce_api = None
self.history_server_api = None
self.spark_history_server_api = None
if list(YARN_CLUSTERS.keys()):
self.resource_manager_api = resource_manager_api.get_resource_manager(user.username)
self.mapreduce_api = mapreduce_api.get_mapreduce_api(user.username)
self.history_server_api = history_server_api.get_history_server_api(user.username)
self.spark_history_server_api = spark_history_server_api.get_history_server_api() # Spark HS does not support setuser
def __init__(self, user): self.user = user self.resource_manager_api = resource_manager_api.get_resource_manager(user.username) self.mapreduce_api = mapreduce_api.get_mapreduce_api(user.username) self.history_server_api = history_server_api.get_history_server_api(user.username) self.spark_history_server_api = spark_history_server_api.get_history_server_api()
