def start(self, env, rolling_restart=False):
import params
env.set_params(params)
setup_spark(env, 'server', action='start')
if params.security_enabled:
spark_kinit_cmd = format("{kinit_path_local} -kt {spark_kerberos_keytab} {spark_principal}; ")
Execute(spark_kinit_cmd, user=params.spark_user)
copy_tarballs_to_hdfs('tez', 'spark-historyserver', params.spark_user, params.hdfs_user, params.user_group)
daemon_cmd = format('{spark_history_server_start}')
no_op_test = format(
'ls {spark_history_server_pid_file} >/dev/null 2>&1 && ps -p `cat {spark_history_server_pid_file}` >/dev/null 2>&1')
Execute(daemon_cmd,
user=params.spark_user,
environment={'JAVA_HOME': params.java_home},
not_if=no_op_test
)
def start(self, env, rolling_restart=False):
import params
env.set_params(params)
setup_spark(env, 'server', action='start')
if params.security_enabled:
spark_kinit_cmd = format(
"{kinit_path_local} -kt {spark_kerberos_keytab} {spark_principal}; "
)
Execute(spark_kinit_cmd, user=params.spark_user)
copy_tarballs_to_hdfs('tez', 'spark-historyserver', params.spark_user,
params.hdfs_user, params.user_group)
daemon_cmd = format('{spark_history_server_start}')
no_op_test = format(
'ls {spark_history_server_pid_file} >/dev/null 2>&1 && ps -p `cat {spark_history_server_pid_file}` >/dev/null 2>&1'
)
Execute(daemon_cmd,
user=params.spark_user,
environment={'JAVA_HOME': params.java_home},
not_if=no_op_test)
def configure(self, env, upgrade_type=None):
import params
env.set_params(params)
setup_spark(env, 'server', upgrade_type=upgrade_type, action='config')
def configure(self, env):
import params
env.set_params(params)
setup_spark(env, "server", action="config")
def configure(self, env):
import params
env.set_params(params)
setup_spark(env, 'server', action='config')
def configure(self, env, upgrade_type=None): import params env.set_params(params) setup_spark(env, 'server', upgrade_type=upgrade_type, action = 'config')
def configure(self, env):
import params
env.set_params(params)
setup_spark(env, 'server', action = 'config')
def configure(self, env):
import params
env.set_params(params)
setup_spark(env)