host_sys_prepped = default("/hostLevelParams/host_sys_prepped", False) metrics_report_interval = default( "/configurations/ams-site/timeline.metrics.sink.report.interval", 60) metrics_collection_period = default( "/configurations/ams-site/timeline.metrics.sink.collection.period", 60) hbase_log_dir = config['configurations']['ams-hbase-env']['hbase_log_dir'] hbase_classpath_additional = default( "/configurations/ams-hbase-env/hbase_classpath_additional", None) master_heapsize = config['configurations']['ams-hbase-env'][ 'hbase_master_heapsize'] regionserver_heapsize = config['configurations']['ams-hbase-env'][ 'hbase_regionserver_heapsize'] # Check if hbase java options already have appended "m". If Yes, remove the trailing m. master_heapsize = int(trim_heap_property(str(master_heapsize), "m")) regionserver_heapsize = int(trim_heap_property(str(regionserver_heapsize), "m")) regionserver_xmn_max = default( '/configurations/ams-hbase-env/hbase_regionserver_xmn_max', None) if regionserver_xmn_max: regionserver_xmn_percent = config['configurations']['ams-hbase-env'][ 'hbase_regionserver_xmn_ratio'] regionserver_xmn_size = calc_xmn_from_xms(regionserver_heapsize, regionserver_xmn_percent, regionserver_xmn_max) else: regionserver_xmn_size = config['configurations']['ams-hbase-env'][ 'regionserver_xmn_size'] pass
metrics_collection_period = default("/configurations/ams-site/timeline.metrics.sink.collection.period", 10) skip_disk_metrics_patterns = default("/configurations/ams-env/timeline.metrics.skip.disk.metrics.patterns", None) hbase_log_dir = config['configurations']['ams-hbase-env']['hbase_log_dir'] hbase_classpath_additional = default("/configurations/ams-hbase-env/hbase_classpath_additional", None) master_heapsize = config['configurations']['ams-hbase-env']['hbase_master_heapsize'] regionserver_heapsize = config['configurations']['ams-hbase-env']['hbase_regionserver_heapsize'] # Check if hbase java options already have appended "m". If Yes, remove the trailing m. metrics_collector_heapsize = check_append_heap_property(str(metrics_collector_heapsize), "m") master_heapsize = check_append_heap_property(str(master_heapsize), "m") regionserver_heapsize = check_append_heap_property(str(regionserver_heapsize), "m") regionserver_xmn_max = default('/configurations/ams-hbase-env/hbase_regionserver_xmn_max', None) if regionserver_xmn_max: regionserver_xmn_max = int(trim_heap_property(str(regionserver_xmn_max), "m")) regionserver_xmn_percent = expect("/configurations/ams-hbase-env/hbase_regionserver_xmn_ratio", float) regionserver_xmn_size = calc_xmn_from_xms(regionserver_heapsize, regionserver_xmn_percent, regionserver_xmn_max) else: regionserver_xmn_size = config['configurations']['ams-hbase-env']['regionserver_xmn_size'] pass hbase_master_xmn_size = config['configurations']['ams-hbase-env']['hbase_master_xmn_size'] hbase_master_maxperm_size = config['configurations']['ams-hbase-env']['hbase_master_maxperm_size'] # Check if hbase java options already have appended "m". If Yes, remove the trailing m. hbase_master_maxperm_size = check_append_heap_property(str(hbase_master_maxperm_size), "m") hbase_master_xmn_size = check_append_heap_property(str(hbase_master_xmn_size), "m") regionserver_xmn_size = check_append_heap_property(str(regionserver_xmn_size), "m") # Choose heap size for embedded mode as sum of master + regionserver
metrics_report_interval = default("/configurations/ams-site/timeline.metrics.sink.report.interval", 60) metrics_collection_period = default("/configurations/ams-site/timeline.metrics.sink.collection.period", 60) hbase_log_dir = config['configurations']['ams-hbase-env']['hbase_log_dir'] hbase_classpath_additional = default("/configurations/ams-hbase-env/hbase_classpath_additional", None) master_heapsize = config['configurations']['ams-hbase-env']['hbase_master_heapsize'] regionserver_heapsize = config['configurations']['ams-hbase-env']['hbase_regionserver_heapsize'] # Check if hbase java options already have appended "m". If Yes, remove the trailing m. metrics_collector_heapsize = check_append_heap_property(str(metrics_collector_heapsize), "m") master_heapsize = check_append_heap_property(str(master_heapsize), "m") regionserver_heapsize = check_append_heap_property(str(regionserver_heapsize), "m") regionserver_xmn_max = default('/configurations/ams-hbase-env/hbase_regionserver_xmn_max', None) if regionserver_xmn_max: regionserver_xmn_max = int(trim_heap_property(str(regionserver_xmn_max), "m")) regionserver_xmn_percent = config['configurations']['ams-hbase-env']['hbase_regionserver_xmn_ratio'] regionserver_xmn_size = calc_xmn_from_xms(regionserver_heapsize, regionserver_xmn_percent, regionserver_xmn_max) else: regionserver_xmn_size = config['configurations']['ams-hbase-env']['regionserver_xmn_size'] pass hbase_master_xmn_size = config['configurations']['ams-hbase-env']['hbase_master_xmn_size'] hbase_master_maxperm_size = config['configurations']['ams-hbase-env']['hbase_master_maxperm_size'] # Check if hbase java options already have appended "m". If Yes, remove the trailing m. hbase_master_maxperm_size = check_append_heap_property(str(hbase_master_maxperm_size), "m") hbase_master_xmn_size = check_append_heap_property(str(hbase_master_xmn_size), "m") regionserver_xmn_size = check_append_heap_property(str(regionserver_xmn_size), "m") # Choose heap size for embedded mode as sum of master + regionserver