def test_hbase_validation(self, patched):
master_host = hdp_test_base.TestServer(
'master.novalocal', 'master', '11111', 3,
'111.11.1111', '222.11.1111')
master_ng = hdp_test_base.TestNodeGroup(
'master', [master_host], ["NAMENODE", "JOBTRACKER",
"SECONDARY_NAMENODE",
"TASKTRACKER", "DATANODE",
"AMBARI_SERVER"])
hbase_host = hdp_test_base.TestServer(
'hbase.novalocal', 'hbase', '11111', 3,
'111.11.1111', '222.11.1111')
hbase_ng = hdp_test_base.TestNodeGroup(
'hbase', [hbase_host], ["HBASE_MASTER"])
hbase_client_host = hdp_test_base.TestServer(
'hbase-client.novalocal', 'hbase-client', '11111', 3,
'111.11.1111', '222.11.1111')
hbase_client_ng = hdp_test_base.TestNodeGroup(
'hbase-client', [hbase_client_host], ["HBASE_CLIENT"])
hbase_slave_host = hdp_test_base.TestServer(
'hbase-rs.novalocal', 'hbase-rs', '11111', 3,
'111.11.1111', '222.11.1111')
hbase_slave_ng = hdp_test_base.TestNodeGroup(
'hbase-rs', [hbase_slave_host], ["HBASE_REGIONSERVER"])
cluster = hdp_test_base.TestCluster([master_ng, hbase_client_ng])
cluster_spec = hdp_test_base.create_clusterspec()
# validation should fail due to lack of hbase master
self.assertRaises(
ex.InvalidComponentCountException,
cluster_spec.create_operational_config, cluster, [])
cluster = hdp_test_base.TestCluster(
[master_ng, hbase_client_ng, hbase_slave_ng])
cluster_spec = hdp_test_base.create_clusterspec()
# validation should fail due to lack of hbase master
self.assertRaises(
ex.InvalidComponentCountException,
cluster_spec.create_operational_config, cluster, [])
cluster = hdp_test_base.TestCluster(
[master_ng, hbase_client_ng, hbase_ng, hbase_ng])
cluster_spec = hdp_test_base.create_clusterspec()
# validation should succeed with hbase master included
cluster_spec.create_operational_config(cluster, [])
# validation should fail with multiple hbase master components
self.assertRaises(
ex.InvalidComponentCountException,
cluster_spec.create_operational_config, cluster, [])
def test_hbase_replace_tokens(self, patched):
master_host = hdp_test_base.TestServer(
'master.novalocal', 'master', '11111', 3,
'111.11.1111', '222.11.1111')
master_ng = hdp_test_base.TestNodeGroup(
'master', [master_host], ["NAMENODE", "JOBTRACKER",
"SECONDARY_NAMENODE",
"TASKTRACKER", "DATANODE",
"AMBARI_SERVER"])
hbase_host = hdp_test_base.TestServer(
'hbase.novalocal', 'hbase', '11111', 3,
'222.22.2222', '222.11.1111')
hbase_ng = hdp_test_base.TestNodeGroup(
'hbase', [hbase_host], ["HBASE_MASTER"])
cluster = hdp_test_base.TestCluster([master_ng, hbase_ng])
cluster_spec = hdp_test_base.create_clusterspec()
cluster_spec.create_operational_config(cluster, [])
s = self.get_services_processor()
service = s.create_service('HBASE')
service.finalize_configuration(cluster_spec)
self.assertEqual("hdfs://master.novalocal:8020/apps/hbase/data",
cluster_spec.configurations['hbase-site'][
'hbase.rootdir'])
self.assertEqual("hbase.novalocal",
cluster_spec.configurations['hbase-site'][
'hbase.zookeeper.quorum'])
def test_hbase_service_urls(self, patched2, patched):
for version in versions:
cluster = self._create_hbase_cluster(version=version)
cluster_spec = hdp_test_base.create_clusterspec(
hdp_version=version)
cluster_spec.create_operational_config(cluster, [])
s = self.get_services_processor(version=version)
service = s.create_service('HBASE')
url_info = {}
service.register_service_urls(cluster_spec, url_info)
self.assertEqual(1, len(url_info))
self.assertEqual(6, len(url_info['HBase']))
self.assertEqual('http://222.22.2222:60010/master-status',
url_info['HBase']['Web UI'])
self.assertEqual('http://222.22.2222:60010/logs',
url_info['HBase']['Logs'])
self.assertEqual('http://222.22.2222:60010/zk.jsp',
url_info['HBase']['Zookeeper Info'])
self.assertEqual('http://222.22.2222:60010/jmx',
url_info['HBase']['JMX'])
self.assertEqual('http://222.22.2222:60010/dump',
url_info['HBase']['Debug Dump'])
self.assertEqual('http://222.22.2222:60010/stacks',
url_info['HBase']['Thread Stacks'])
def test_create_sqoop_service(self, patched):
s = self.get_services_processor()
service = s.create_service('SQOOP')
self.assertEqual('SQOOP', service.name)
expected_configs = set(['global', 'core-site'])
self.assertEqual(expected_configs,
expected_configs & service.configurations)
self.assertFalse(service.is_mandatory())
# ensure that hdfs and mr clients are added implicitly
master_host = hdp_test_base.TestServer(
'master.novalocal', 'master', '11111', 3,
'111.11.1111', '222.11.1111')
master_ng = hdp_test_base.TestNodeGroup(
'master', [master_host], ["NAMENODE", "JOBTRACKER",
"SECONDARY_NAMENODE", "TASKTRACKER", "DATANODE", "AMBARI_SERVER"])
sqoop_host = hdp_test_base.TestServer(
'sqoop.novalocal', 'sqoop', '11111', 3,
'111.11.1111', '222.11.1111')
sqoop_ng = hdp_test_base.TestNodeGroup(
'sqoop', [sqoop_host], ["SQOOP"])
cluster = hdp_test_base.TestCluster([master_ng, sqoop_ng])
cluster_spec = hdp_test_base.create_clusterspec()
cluster_spec.create_operational_config(cluster, [])
components = cluster_spec.get_node_groups_containing_component(
'SQOOP')[0].components
self.assertIn('HDFS_CLIENT', components)
self.assertIn('MAPREDUCE_CLIENT', components)
def test_hdp2_create_sqoop_service(self, patched):
s = self.get_services_processor('2.0.6')
service = s.create_service('SQOOP')
self.assertEqual('SQOOP', service.name)
expected_configs = set(['global', 'core-site'])
self.assertEqual(expected_configs,
expected_configs & service.configurations)
self.assertFalse(service.is_mandatory())
# ensure that hdfs and mr clients are added implicitly
master_host = hdp_test_base.TestServer(
'master.novalocal', 'master', '11111', 3,
'111.11.1111', '222.11.1111')
master_ng = hdp_test_base.TestNodeGroup(
'master', [master_host], ["NAMENODE", "RESOURCEMANAGER",
"HISTORYSERVER", "SECONDARY_NAMENODE",
"NODEMANAGER", "DATANODE",
"AMBARI_SERVER", "ZOOKEEPER_SERVER"])
sqoop_host = hdp_test_base.TestServer(
'sqoop.novalocal', 'sqoop', '11111', 3,
'111.11.1111', '222.11.1111')
sqoop_ng = hdp_test_base.TestNodeGroup(
'sqoop', [sqoop_host], ["SQOOP"])
cluster = hdp_test_base.TestCluster([master_ng, sqoop_ng])
cluster_spec = hdp_test_base.create_clusterspec(hdp_version='2.0.6')
cluster_spec.create_operational_config(cluster, [])
components = cluster_spec.get_node_groups_containing_component(
'SQOOP')[0].components
self.assertIn('HDFS_CLIENT', components)
self.assertIn('MAPREDUCE2_CLIENT', components)
def test_hbase_replace_tokens(self, patched2, patched):
for version in versions:
cluster = self._create_hbase_cluster(version=version)
cluster_spec = hdp_test_base.create_clusterspec(
hdp_version=version)
cluster_spec.create_operational_config(cluster, [])
s = self.get_services_processor(version=version)
service = s.create_service('HBASE')
service.finalize_configuration(cluster_spec)
self.assertEqual("hdfs://master.novalocal:8020/apps/hbase/data",
cluster_spec.configurations['hbase-site'][
'hbase.rootdir'])
self.assertEqual("master.novalocal",
cluster_spec.configurations['hbase-site'][
'hbase.zookeeper.quorum'])
def test_create_hbase_service(self, patched):
s = self.get_services_processor()
service = s.create_service('HBASE')
self.assertEqual('HBASE', service.name)
expected_configs = set(['global', 'core-site', 'hbase-site'])
self.assertEqual(expected_configs,
expected_configs & service.configurations)
self.assertFalse(service.is_mandatory())
cluster = self._create_hbase_cluster()
cluster_spec = hdp_test_base.create_clusterspec()
cluster_spec.create_operational_config(cluster, [])
components = cluster_spec.get_node_groups_containing_component(
'HBASE_MASTER')[0].components
self.assertIn('HDFS_CLIENT', components)
def test_create_hbase_service(self, patched):
s = self.get_services_processor()
service = s.create_service('HBASE')
self.assertEqual('HBASE', service.name)
expected_configs = set(['global', 'core-site', 'hbase-site'])
self.assertEqual(expected_configs,
expected_configs & service.configurations)
self.assertFalse(service.is_mandatory())
cluster = self._create_hbase_cluster()
cluster_spec = hdp_test_base.create_clusterspec()
cluster_spec.create_operational_config(cluster, [])
components = cluster_spec.get_node_groups_containing_component(
'HBASE_MASTER')[0].components
self.assertIn('HDFS_CLIENT', components)
def test_hbase_service_urls(self, patched):
master_host = hdp_test_base.TestServer(
'master.novalocal', 'master', '11111', 3,
'111.11.1111', '222.11.1111')
master_ng = hdp_test_base.TestNodeGroup(
'master', [master_host], ["NAMENODE", "JOBTRACKER",
"SECONDARY_NAMENODE",
"TASKTRACKER", "DATANODE",
"AMBARI_SERVER"])
hbase_host = hdp_test_base.TestServer(
'hbase.novalocal', 'hbase', '11111', 3,
'222.22.2222', '222.11.1111')
hbase_ng = hdp_test_base.TestNodeGroup(
'hbase', [hbase_host], ["HBASE_MASTER"])
cluster = hdp_test_base.TestCluster([master_ng, hbase_ng])
cluster_spec = hdp_test_base.create_clusterspec()
cluster_spec.create_operational_config(cluster, [])
s = self.get_services_processor()
service = s.create_service('HBASE')
url_info = {}
service.register_service_urls(cluster_spec, url_info)
self.assertEqual(1, len(url_info))
self.assertEqual(6, len(url_info['HBase']))
self.assertEqual('http://222.22.2222:60010/master-status',
url_info['HBase']['Web UI'])
self.assertEqual('http://222.22.2222:60010/logs',
url_info['HBase']['Logs'])
self.assertEqual('http://222.22.2222:60010/zk.jsp',
url_info['HBase']['Zookeeper Info'])
self.assertEqual('http://222.22.2222:60010/jmx',
url_info['HBase']['JMX'])
self.assertEqual('http://222.22.2222:60010/dump',
url_info['HBase']['Debug Dump'])
self.assertEqual('http://222.22.2222:60010/stacks',
url_info['HBase']['Thread Stacks'])
def test_hbase_properties(self, patched):
cluster = self._create_hbase_cluster()
cluster_spec = hdp_test_base.create_clusterspec()
cluster_spec.create_operational_config(cluster, [])
s = self.get_services_processor()
service = s.create_service('HBASE')
ui_handlers = {}
service.register_user_input_handlers(ui_handlers)
ui_handlers['hbase-site/hbase.rootdir'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.rootdir'),
"hdfs://%NN_HOST%:99/some/other/dir"),
cluster_spec.configurations)
self.assertEqual(
"hdfs://%NN_HOST%:99/some/other/dir",
cluster_spec.configurations['hbase-site']['hbase.rootdir'])
self.assertEqual(
"/some/other/dir",
cluster_spec.configurations['global']['hbase_hdfs_root_dir'])
self.assertRaises(
e.InvalidDataException,
ui_handlers['hbase-site/hbase.rootdir'],
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.rootdir'),
"badprotocol://%NN_HOST%:99/some/other/dir"),
cluster_spec.configurations)
ui_handlers['hbase-site/hbase.tmp.dir'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.tmp.dir'),
"/some/dir"),
cluster_spec.configurations)
self.assertEqual(
"/some/dir",
cluster_spec.configurations['hbase-site']['hbase.tmp.dir'])
self.assertEqual(
"/some/dir",
cluster_spec.configurations['global']['hbase_tmp_dir'])
ui_handlers[
'hbase-site/hbase.regionserver.global.memstore.upperLimit'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.regionserver.global.'
'memstore.upperLimit'),
"111"),
cluster_spec.configurations)
self.assertEqual(
"111",
cluster_spec.configurations['hbase-site'][
'hbase.regionserver.global.memstore.upperLimit'])
self.assertEqual(
"111",
cluster_spec.configurations['global'][
'regionserver_memstore_upperlimit'])
ui_handlers[
'hbase-site/hbase.hstore.blockingStoreFiles'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hstore.blockingStoreFiles'),
"112"),
cluster_spec.configurations)
self.assertEqual("112", cluster_spec.configurations['hbase-site'][
'hbase.hstore.blockingStoreFiles'])
self.assertEqual("112", cluster_spec.configurations['global'][
'hstore_blockingstorefiles'])
ui_handlers[
'hbase-site/hbase.hstore.compactionThreshold'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hstore.compactionThreshold'),
"113"),
cluster_spec.configurations)
self.assertEqual("113", cluster_spec.configurations['hbase-site'][
'hbase.hstore.compactionThreshold'])
self.assertEqual("113", cluster_spec.configurations['global'][
'hstore_compactionthreshold'])
ui_handlers[
'hbase-site/hfile.block.cache.size'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hfile.block.cache.size'),
"114"),
cluster_spec.configurations)
self.assertEqual("114", cluster_spec.configurations['hbase-site'][
'hfile.block.cache.size'])
self.assertEqual("114", cluster_spec.configurations['global'][
'hfile_blockcache_size'])
ui_handlers[
'hbase-site/hbase.hregion.max.filesize'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hregion.max.filesize'),
"115"),
cluster_spec.configurations)
self.assertEqual("115", cluster_spec.configurations['hbase-site'][
'hbase.hregion.max.filesize'])
self.assertEqual("115", cluster_spec.configurations['global'][
'hstorefile_maxsize'])
ui_handlers[
'hbase-site/hbase.regionserver.handler.count'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.regionserver.handler.count'),
"116"),
cluster_spec.configurations)
self.assertEqual("116", cluster_spec.configurations['hbase-site'][
'hbase.regionserver.handler.count'])
self.assertEqual("116", cluster_spec.configurations['global'][
'regionserver_handlers'])
ui_handlers[
'hbase-site/hbase.hregion.majorcompaction'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hregion.majorcompaction'),
"117"),
cluster_spec.configurations)
self.assertEqual("117", cluster_spec.configurations['hbase-site'][
'hbase.hregion.majorcompaction'])
self.assertEqual("117", cluster_spec.configurations['global'][
'hregion_majorcompaction'])
ui_handlers[
'hbase-site/hbase.regionserver.global.memstore.lowerLimit'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.regionserver.global.'
'memstore.lowerLimit'),
"118"),
cluster_spec.configurations)
self.assertEqual("118", cluster_spec.configurations['hbase-site'][
'hbase.regionserver.global.memstore.lowerLimit'])
self.assertEqual("118", cluster_spec.configurations['global'][
'regionserver_memstore_lowerlimit'])
ui_handlers[
'hbase-site/hbase.hregion.memstore.block.multiplier'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hregion.memstore.block.'
'multiplier'),
"119"),
cluster_spec.configurations)
self.assertEqual("119", cluster_spec.configurations['hbase-site'][
'hbase.hregion.memstore.block.multiplier'])
self.assertEqual("119", cluster_spec.configurations['global'][
'hregion_blockmultiplier'])
ui_handlers[
'hbase-site/hbase.hregion.memstore.mslab.enabled'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hregion.memstore.mslab.'
'enabled'),
"false"),
cluster_spec.configurations)
self.assertEqual("false", cluster_spec.configurations['hbase-site'][
'hbase.hregion.memstore.mslab.enabled'])
self.assertEqual("false", cluster_spec.configurations['global'][
'regionserver_memstore_lab'])
ui_handlers[
'hbase-site/hbase.hregion.memstore.flush.size'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hregion.memstore.flush.'
'size'),
"120"),
cluster_spec.configurations)
self.assertEqual("120", cluster_spec.configurations['hbase-site'][
'hbase.hregion.memstore.flush.size'])
self.assertEqual("120", cluster_spec.configurations['global'][
'hregion_memstoreflushsize'])
ui_handlers[
'hbase-site/hbase.client.scanner.caching'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.client.scanner.caching'),
"121"),
cluster_spec.configurations)
self.assertEqual("121", cluster_spec.configurations['hbase-site'][
'hbase.client.scanner.caching'])
self.assertEqual("121", cluster_spec.configurations['global'][
'client_scannercaching'])
ui_handlers[
'hbase-site/zookeeper.session.timeout'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/zookeeper.session.timeout'),
"122"),
cluster_spec.configurations)
self.assertEqual("122", cluster_spec.configurations['hbase-site'][
'zookeeper.session.timeout'])
self.assertEqual("122", cluster_spec.configurations['global'][
'zookeeper_sessiontimeout'])
ui_handlers[
'hbase-site/hbase.client.keyvalue.maxsize'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.client.keyvalue.maxsize'),
"123"),
cluster_spec.configurations)
self.assertEqual("123", cluster_spec.configurations['hbase-site'][
'hbase.client.keyvalue.maxsize'])
self.assertEqual("123", cluster_spec.configurations['global'][
'hfile_max_keyvalue_size'])
ui_handlers[
'hdfs-site/dfs.support.append'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hdfs-site/dfs.support.append'),
"false"),
cluster_spec.configurations)
self.assertEqual("false", cluster_spec.configurations['hbase-site'][
'dfs.support.append'])
self.assertEqual("false", cluster_spec.configurations['hdfs-site'][
'dfs.support.append'])
self.assertEqual("false", cluster_spec.configurations['global'][
'hdfs_support_append'])
ui_handlers[
'hbase-site/dfs.client.read.shortcircuit'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/dfs.client.read.shortcircuit'),
"false"),
cluster_spec.configurations)
self.assertEqual("false", cluster_spec.configurations['hbase-site'][
'dfs.client.read.shortcircuit'])
self.assertEqual("false", cluster_spec.configurations['global'][
'hdfs_enable_shortcircuit_read'])
def test_hdp2_hbase_validation(self, patched):
master_host = hdp_test_base.TestServer(
'master.novalocal', 'master', '11111', 3,
'111.11.1111', '222.11.1111')
master_ng = hdp_test_base.TestNodeGroup(
'master', [master_host], ["NAMENODE", "RESOURCEMANAGER",
"SECONDARY_NAMENODE", "HISTORYSERVER",
"NODEMANAGER", "DATANODE",
"AMBARI_SERVER", "ZOOKEEPER_SERVER"])
hbase_host = hdp_test_base.TestServer(
'hbase.novalocal', 'hbase', '11111', 3,
'111.11.1111', '222.11.1111')
hbase_ng = hdp_test_base.TestNodeGroup(
'hbase', [hbase_host], ["HBASE_MASTER"])
hbase_ng2 = hdp_test_base.TestNodeGroup(
'hbase2', [hbase_host], ["HBASE_MASTER"])
hbase_client_host = hdp_test_base.TestServer(
'hbase-client.novalocal', 'hbase-client', '11111', 3,
'111.11.1111', '222.11.1111')
hbase_client_ng = hdp_test_base.TestNodeGroup(
'hbase-client', [hbase_client_host], ["HBASE_CLIENT"])
hbase_slave_host = hdp_test_base.TestServer(
'hbase-rs.novalocal', 'hbase-rs', '11111', 3,
'111.11.1111', '222.11.1111')
hbase_slave_ng = hdp_test_base.TestNodeGroup(
'hbase-rs', [hbase_slave_host], ["HBASE_REGIONSERVER"])
cluster = hdp_test_base.TestCluster([master_ng, hbase_client_ng])
cluster_spec = hdp_test_base.create_clusterspec(hdp_version='2.0.6')
# validation should fail due to lack of hbase master
self.assertRaises(
ex.InvalidComponentCountException,
cluster_spec.create_operational_config, cluster, [])
cluster = hdp_test_base.TestCluster(
[master_ng, hbase_client_ng, hbase_slave_ng])
cluster_spec = hdp_test_base.create_clusterspec(hdp_version='2.0.6')
# validation should fail due to lack of hbase master
self.assertRaises(
ex.InvalidComponentCountException,
cluster_spec.create_operational_config, cluster, [])
cluster = hdp_test_base.TestCluster(
[master_ng, hbase_client_ng, hbase_ng])
cluster_spec = hdp_test_base.create_clusterspec(hdp_version='2.0.6')
# validation should succeed with hbase master included
cluster_spec.create_operational_config(cluster, [])
cluster = hdp_test_base.TestCluster(
[master_ng, hbase_client_ng, hbase_ng, hbase_ng2])
cluster_spec = hdp_test_base.create_clusterspec(hdp_version='2.0.6')
# validation should fail with multiple hbase master components
self.assertRaises(
ex.InvalidComponentCountException,
cluster_spec.create_operational_config, cluster, [])
def test_hbase_properties(self, patched2, patched):
for version in versions:
cluster = self._create_hbase_cluster(version=version)
cluster_spec = hdp_test_base.create_clusterspec(
hdp_version=version)
cluster_spec.create_operational_config(cluster, [])
s = self.get_services_processor(version=version)
service = s.create_service('HBASE')
ui_handlers = {}
service.register_user_input_handlers(ui_handlers)
ui_handlers['hbase-site/hbase.rootdir'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.rootdir'),
"hdfs://%NN_HOST%:99/some/other/dir"),
cluster_spec.configurations)
self.assertEqual(
"hdfs://%NN_HOST%:99/some/other/dir",
cluster_spec.configurations['hbase-site']['hbase.rootdir'])
self.assertEqual(
"/some/other/dir",
cluster_spec.configurations['global']['hbase_hdfs_root_dir'])
self.assertRaises(
e.InvalidDataException,
ui_handlers['hbase-site/hbase.rootdir'],
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.rootdir'),
"badprotocol://%NN_HOST%:99/some/other/dir"),
cluster_spec.configurations)
ui_handlers['hbase-site/hbase.tmp.dir'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.tmp.dir'),
"/some/dir"),
cluster_spec.configurations)
self.assertEqual(
"/some/dir",
cluster_spec.configurations['hbase-site']['hbase.tmp.dir'])
self.assertEqual(
"/some/dir",
cluster_spec.configurations['global']['hbase_tmp_dir'])
ui_handlers[
'hbase-site/hbase.regionserver.global.memstore.upperLimit'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.regionserver.global.'
'memstore.upperLimit'),
"111"),
cluster_spec.configurations)
self.assertEqual(
"111",
cluster_spec.configurations['hbase-site'][
'hbase.regionserver.global.memstore.upperLimit'])
self.assertEqual(
"111",
cluster_spec.configurations['global'][
'regionserver_memstore_upperlimit'])
ui_handlers[
'hbase-site/hbase.hstore.blockingStoreFiles'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '',
'hbase-site/hbase.hstore.blockingStoreFiles'),
"112"),
cluster_spec.configurations)
self.assertEqual("112", cluster_spec.configurations['hbase-site'][
'hbase.hstore.blockingStoreFiles'])
self.assertEqual("112", cluster_spec.configurations['global'][
'hstore_blockingstorefiles'])
ui_handlers[
'hbase-site/hbase.hstore.compactionThreshold'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '',
'hbase-site/hbase.hstore.compactionThreshold'),
"113"),
cluster_spec.configurations)
self.assertEqual("113", cluster_spec.configurations['hbase-site'][
'hbase.hstore.compactionThreshold'])
self.assertEqual("113", cluster_spec.configurations['global'][
'hstore_compactionthreshold'])
ui_handlers[
'hbase-site/hfile.block.cache.size'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hfile.block.cache.size'),
"114"),
cluster_spec.configurations)
self.assertEqual("114", cluster_spec.configurations['hbase-site'][
'hfile.block.cache.size'])
self.assertEqual("114", cluster_spec.configurations['global'][
'hfile_blockcache_size'])
ui_handlers[
'hbase-site/hbase.hregion.max.filesize'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hregion.max.filesize'),
"115"),
cluster_spec.configurations)
self.assertEqual("115", cluster_spec.configurations['hbase-site'][
'hbase.hregion.max.filesize'])
self.assertEqual("115", cluster_spec.configurations['global'][
'hstorefile_maxsize'])
ui_handlers[
'hbase-site/hbase.regionserver.handler.count'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '',
'hbase-site/hbase.regionserver.handler.count'),
"116"),
cluster_spec.configurations)
self.assertEqual("116", cluster_spec.configurations['hbase-site'][
'hbase.regionserver.handler.count'])
self.assertEqual("116", cluster_spec.configurations['global'][
'regionserver_handlers'])
ui_handlers[
'hbase-site/hbase.hregion.majorcompaction'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '',
'hbase-site/hbase.hregion.majorcompaction'),
"117"),
cluster_spec.configurations)
self.assertEqual("117", cluster_spec.configurations['hbase-site'][
'hbase.hregion.majorcompaction'])
self.assertEqual("117", cluster_spec.configurations['global'][
'hregion_majorcompaction'])
ui_handlers[
'hbase-site/hbase.regionserver.global.memstore.lowerLimit'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.regionserver.global.'
'memstore.lowerLimit'),
"118"),
cluster_spec.configurations)
self.assertEqual("118", cluster_spec.configurations['hbase-site'][
'hbase.regionserver.global.memstore.lowerLimit'])
self.assertEqual("118", cluster_spec.configurations['global'][
'regionserver_memstore_lowerlimit'])
ui_handlers[
'hbase-site/hbase.hregion.memstore.block.multiplier'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hregion.memstore.block.'
'multiplier'),
"119"),
cluster_spec.configurations)
self.assertEqual("119", cluster_spec.configurations['hbase-site'][
'hbase.hregion.memstore.block.multiplier'])
self.assertEqual("119", cluster_spec.configurations['global'][
'hregion_blockmultiplier'])
ui_handlers[
'hbase-site/hbase.hregion.memstore.mslab.enabled'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hregion.memstore.mslab.'
'enabled'),
"false"),
cluster_spec.configurations)
self.assertEqual("false", cluster_spec.configurations['hbase-site']
['hbase.hregion.memstore.mslab.enabled'])
self.assertEqual("false", cluster_spec.configurations['global'][
'regionserver_memstore_lab'])
ui_handlers[
'hbase-site/hbase.hregion.memstore.flush.size'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.hregion.memstore.flush.'
'size'),
"120"),
cluster_spec.configurations)
self.assertEqual("120", cluster_spec.configurations['hbase-site'][
'hbase.hregion.memstore.flush.size'])
if version == '1.3.2':
self.assertEqual("120", cluster_spec.configurations['global'][
'hregion_memstoreflushsize'])
ui_handlers[
'hbase-site/hbase.client.scanner.caching'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/hbase.client.scanner.caching'),
"121"),
cluster_spec.configurations)
self.assertEqual("121", cluster_spec.configurations['hbase-site'][
'hbase.client.scanner.caching'])
self.assertEqual("121", cluster_spec.configurations['global'][
'client_scannercaching'])
ui_handlers[
'hbase-site/zookeeper.session.timeout'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/zookeeper.session.timeout'),
"122"),
cluster_spec.configurations)
self.assertEqual("122", cluster_spec.configurations['hbase-site'][
'zookeeper.session.timeout'])
self.assertEqual("122", cluster_spec.configurations['global'][
'zookeeper_sessiontimeout'])
ui_handlers[
'hbase-site/hbase.client.keyvalue.maxsize'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '',
'hbase-site/hbase.client.keyvalue.maxsize'),
"123"),
cluster_spec.configurations)
self.assertEqual("123", cluster_spec.configurations['hbase-site'][
'hbase.client.keyvalue.maxsize'])
self.assertEqual("123", cluster_spec.configurations['global'][
'hfile_max_keyvalue_size'])
ui_handlers[
'hdfs-site/dfs.support.append'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hdfs-site/dfs.support.append'),
"false"),
cluster_spec.configurations)
self.assertEqual("false", cluster_spec.configurations['hbase-site']
['dfs.support.append'])
self.assertEqual("false", cluster_spec.configurations['hdfs-site'][
'dfs.support.append'])
self.assertEqual("false", cluster_spec.configurations['global'][
'hdfs_support_append'])
ui_handlers[
'hbase-site/dfs.client.read.shortcircuit'](
hdp_test_base.TestUserInput(
hdp_test_base.TestUserInputConfig(
'', '', 'hbase-site/dfs.client.read.shortcircuit'),
"false"),
cluster_spec.configurations)
self.assertEqual("false", cluster_spec.configurations['hbase-site']
['dfs.client.read.shortcircuit'])
self.assertEqual("false", cluster_spec.configurations['global'][
'hdfs_enable_shortcircuit_read'])
