'/configurations/ams-env/metrics_collector_heapsize', "512m")
host_sys_prepped = default("/hostLevelParams/host_sys_prepped", False)
hbase_log_dir = config['configurations']['ams-hbase-env']['hbase_log_dir']
master_heapsize = config['configurations']['ams-hbase-env'][
'hbase_master_heapsize']
regionserver_heapsize = config['configurations']['ams-hbase-env'][
'hbase_regionserver_heapsize']
regionserver_xmn_max = default(
'configurations/ams-hbase-env/hbase_regionserver_xmn_max', None)
if regionserver_xmn_max:
regionserver_xmn_percent = config['configurations']['ams-hbase-env'][
'hbase_regionserver_xmn_ratio']
regionserver_xmn_size = calc_xmn_from_xms(regionserver_heapsize,
regionserver_xmn_percent,
regionserver_xmn_max)
else:
regionserver_xmn_size = config['configurations']['ams-hbase-env'][
'regionserver_xmn_size']
pass
hbase_master_xmn_size = config['configurations']['ams-hbase-env'][
'hbase_master_xmn_size']
hbase_master_maxperm_size = config['configurations']['ams-hbase-env'][
'hbase_master_maxperm_size']
# Choose heap size for embedded mode as sum of master + regionserver
if not is_hbase_distributed:
hbase_heapsize = get_combined_memory_mb(master_heapsize,
regionserver_heapsize)
security_enabled = (not is_empty(_authentication)
and _authentication == 'kerberos')
user_group = config['configurations']['global']['user_group']
# this is "hadoop-metrics2-hbase.properties" for 2.x stacks
metric_prop_file_name = "hadoop-metrics.properties"
# not supporting 32 bit jdk.
java64_home = config['hostLevelParams']['java_home']
log_dir = config['configurations']['global']['hbase_log_dir']
master_heapsize = config['configurations']['global']['hbase_master_heapsize']
regionserver_heapsize = config['configurations']['global'][
'hbase_regionserver_heapsize']
regionserver_xmn_size = calc_xmn_from_xms(regionserver_heapsize, 0.2, 512)
pid_dir = status_params.pid_dir
tmp_dir = config['configurations']['hbase-site']['hbase.tmp.dir']
client_jaas_config_file = default(
'hbase_client_jaas_config_file',
format("{hbase_conf_dir}/hbase_client_jaas.conf"))
master_jaas_config_file = default(
'hbase_master_jaas_config_file',
format("{hbase_conf_dir}/hbase_master_jaas.conf"))
regionserver_jaas_config_file = default(
'hbase_regionserver_jaas_config_file',
format("{hbase_conf_dir}/hbase_regionserver_jaas.conf"))
ganglia_server_hosts = default('/clusterHostInfo/ganglia_server_host',
# this is "hadoop-metrics.properties" for 1.x stacks
metric_prop_file_name = "hadoop-metrics2-hbase.properties"
# not supporting 32 bit jdk.
java64_home = config["hostLevelParams"]["java_home"]
metrics_collector_heapsize = default("/configurations/ams-env/metrics_collector_heapsize", "512m")
hbase_log_dir = config["configurations"]["ams-hbase-env"]["hbase_log_dir"]
master_heapsize = config["configurations"]["ams-hbase-env"]["hbase_master_heapsize"]
regionserver_heapsize = config["configurations"]["ams-hbase-env"]["hbase_regionserver_heapsize"]
regionserver_xmn_max = default("configurations/ams-hbase-env/hbase_regionserver_xmn_max", None)
if regionserver_xmn_max:
regionserver_xmn_percent = config["configurations"]["ams-hbase-env"]["hbase_regionserver_xmn_ratio"]
regionserver_xmn_size = calc_xmn_from_xms(regionserver_heapsize, regionserver_xmn_percent, regionserver_xmn_max)
else:
regionserver_xmn_size = config["configurations"]["ams-hbase-env"]["regionserver_xmn_size"]
pass
# For embedded mode
hbase_heapsize = master_heapsize
hbase_master_xmn_size = config["configurations"]["ams-hbase-env"]["hbase_master_xmn_size"]
hbase_master_maxperm_size = config["configurations"]["ams-hbase-env"]["hbase_master_maxperm_size"]
zookeeper_quorum_hosts = ",".join(ams_collector_hosts) if is_hbase_distributed else "localhost"
ams_checkpoint_dir = config["configurations"]["ams-site"]["timeline.metrics.aggregator.checkpoint.dir"]
hbase_pid_dir = status_params.hbase_pid_dir
hbase_tmp_dir = config["configurations"]["ams-hbase-site"]["hbase.tmp.dir"]
# TODO UPGRADE default, update site during upgrade
_local_dir_conf = default("/configurations/ams-hbase-site/hbase.local.dir", "${hbase.tmp.dir}/local")
smokeuser = config['configurations']['global']['smokeuser']
_authentication = config['configurations']['core-site']['hadoop.security.authentication']
security_enabled = ( not is_empty(_authentication) and _authentication == 'kerberos')
user_group = config['configurations']['global']['user_group']
# this is "hadoop-metrics.properties" for 1.x stacks
metric_prop_file_name = "hadoop-metrics2-hbase.properties"
# not supporting 32 bit jdk.
java64_home = config['hostLevelParams']['java_home']
log_dir = config['configurations']['global']['hbase_log_dir']
master_heapsize = config['configurations']['global']['hbase_master_heapsize']
regionserver_heapsize = config['configurations']['global']['hbase_regionserver_heapsize']
regionserver_xmn_size = calc_xmn_from_xms(regionserver_heapsize, 0.2, 512)
pid_dir = status_params.pid_dir
tmp_dir = config['configurations']['hbase-site']['hbase.tmp.dir']
# TODO UPGRADE default, update site during upgrade
_local_dir_conf = default('/configurations/hbase-site/hbase.local.dir', "${hbase.tmp.dir}/local")
local_dir = substitute_vars(_local_dir_conf, config['configurations']['hbase-site'])
client_jaas_config_file = default('hbase_client_jaas_config_file', format("{hbase_conf_dir}/hbase_client_jaas.conf"))
master_jaas_config_file = default('hbase_master_jaas_config_file', format("{hbase_conf_dir}/hbase_master_jaas.conf"))
regionserver_jaas_config_file = default('hbase_regionserver_jaas_config_file', format("{hbase_conf_dir}/hbase_regionserver_jaas.conf"))
ganglia_server_hosts = default('/clusterHostInfo/ganglia_server_host', []) # is not passed when ganglia is not present
ganglia_server_host = '' if len(ganglia_server_hosts) == 0 else ganglia_server_hosts[0]
# if hbase is selected the hbase_rs_hosts, should not be empty, but still default just in case
