def test_render(self):
foo = conf_f.HadoopXML('foo')
expected = {'ke1': 'value1', 'key2': 'value2'}
foo._config_dict = expected
actual = foo.render()
bar = conf_f.HadoopXML('bar')
bar.parse(actual)
self.assertDictEqual(expected, bar._config_dict)
def get_config_files(self, cluster_context, configs, instance=None):
hbase_site = bcf.HadoopXML("hbase-site.xml")
hbase_site.remote_path = self.conf_dir(cluster_context)
if instance:
hbase_site.fetch(instance)
hbase_site.load_properties(configs)
return [hbase_site]
def get_config_files(self, cluster_context, configs, instance=None):
core_site = bcf.HadoopXML("core-site.xml")
core_site.remote_path = self.conf_dir(cluster_context)
if instance:
core_site.fetch(instance)
core_site.add_properties(self._get_core_site_props(cluster_context))
mapred_site = bcf.HadoopXML("mapred-site.xml")
mapred_site.remote_path = self.conf_dir(cluster_context)
if instance:
mapred_site.fetch(instance)
mapred_site.load_properties(configs)
mapred_site.add_properties(
self._get_mapred_site_props(cluster_context))
return [core_site, mapred_site]
def get_config_files(self, cluster_context, configs, instance=None):
hive_default = 'plugins/mapr/services/hive/resources/hive-default.xml'
hive_site = bcf.HadoopXML("hive-site.xml")
hive_site.remote_path = self.conf_dir(cluster_context)
if instance:
hive_site.fetch(instance)
hive_site.parse(files.get_file_text(hive_default))
hive_site.add_properties(self._get_hive_site_props(cluster_context))
sentry_host = cluster_context.get_instance(sentry.SENTRY)
if sentry_host:
sentry_mode = cluster_context._get_cluster_config_value(
sentry.Sentry().SENTRY_STORAGE_MODE)
ui_name = sentry.Sentry().ui_name
sentry_version = cluster_context.get_chosen_service_version(
ui_name)
sentry_service = cluster_context. \
_find_service_instance(ui_name, sentry_version)
if sentry_service.supports(self, sentry_mode):
sentry_default = 'plugins/mapr/services/hive/resources/' \
'sentry-default.xml'
sentry_db = \
'plugins/mapr/services/hive/resources/sentry-db.xml'
hive_site.parse(files.get_file_text(sentry_default))
hive_site.add_property(
'hive.sentry.conf.url', 'file://%s/sentry-site.xml' %
sentry_service.conf_dir(cluster_context))
if sentry_mode == sentry.DB_STORAGE_SENTRY_MODE:
hive_site.parse(files.get_file_text(sentry_db))
return [hive_site]
def get_config_files(self, cluster_context, configs, instance=None):
oozie_site = bcf.HadoopXML("oozie-site.xml")
oozie_site.remote_path = self.conf_dir(cluster_context)
if instance:
oozie_site.fetch(instance)
oozie_site.load_properties(configs)
oozie_site.add_properties(self._get_oozie_site_props(cluster_context))
return [oozie_site]
def get_config_files(self, cluster_context, configs, instance=None):
# yarn-site.xml
yarn_site = bcf.HadoopXML("yarn-site.xml")
yarn_site.remote_path = self.conf_dir(cluster_context)
if instance:
yarn_site.fetch(instance)
yarn_site.add_properties(self._get_yarn_site_props(cluster_context))
yarn_site.load_properties(configs)
# core-site.xml
core_site = bcf.HadoopXML("core-site.xml")
core_site.remote_path = self.conf_dir(cluster_context)
if instance:
core_site.fetch(instance)
core_site.add_properties(self._get_core_site_props(cluster_context))
return [yarn_site, core_site]
def test_add_property(self):
foo = conf_f.HadoopXML('foo')
self.assertDictEqual(foo._config_dict, {})
foo.add_property('key1', 'value1')
self.assertDictEqual(foo._config_dict, {'key1': 'value1'})
foo.add_property('key2', 'value2')
expected = {'key1': 'value1', 'key2': 'value2'}
self.assertDictEqual(expected, foo._config_dict)
def get_config_files(self, cluster_context, configs, instance=None):
hive_default = 'plugins/mapr/services/hive/resources/hive-default.xml'
hive_site = bcf.HadoopXML("hive-site.xml")
hive_site.remote_path = self.conf_dir(cluster_context)
if instance:
hive_site.fetch(instance)
hive_site.parse(files.get_file_text(hive_default))
hive_site.add_properties(self._get_hive_site_props(cluster_context))
return [hive_site]
def get_config_files(self, cluster_context, configs, instance=None):
hive_default = 'plugins/mapr/services/hive/resources/hive-default.xml'
hive_site = bcf.HadoopXML("hive-site.xml")
hive_site.remote_path = self.conf_dir(cluster_context)
if instance:
hive_site.fetch(instance)
hive_site.parse(files.get_file_text(hive_default))
hive_site.add_properties(self._get_hive_site_props(cluster_context))
hue_version = cluster_context.get_chosen_service_version('Hue')
if self.require_no_sasl(hue_version):
hive_site.add_property('hive.server2.authentication', 'NOSASL')
return [hive_site]
def get_config_files(self, cluster_context, configs, instance=None):
sentry_default =\
'plugins/mapr/services/sentry/resources/sentry-default.xml'
global_policy_template =\
'plugins/mapr/services/sentry/resources/global-policy.ini'
sentry_site = cf.HadoopXML('sentry-site.xml')
sentry_site.remote_path = self.conf_dir(cluster_context)
if instance:
sentry_site.fetch(instance)
sentry_site.load_properties(configs)
sentry_mode = configs[self.SENTRY_STORAGE_MODE.name]
sentry_site.parse(files.get_file_text(sentry_default))
sentry_site.add_properties(
self._get_sentry_site_props(cluster_context, sentry_mode))
global_policy = cf.TemplateFile('global-policy.ini')
global_policy.remote_path = self.conf_dir(cluster_context)
global_policy.parse(files.get_file_text(global_policy_template))
return [sentry_site, global_policy]
def test_get_config_value(self):
foo = conf_f.HadoopXML('foo')
foo._config_dict = {'foo': 'bar'}
self.assertEqual('bar', foo._get_config_value('foo'))
self.assertIsNone(foo._get_config_value('bar'))
def test_parse(self):
foo = conf_f.HadoopXML('foo')
foo.parse(self.content)
expected = {'key1': 'value1', 'key2': 'value2'}
self.assertDictEqual(expected, foo._config_dict)
def test_remote_path(self):
foo = conf_f.HadoopXML('foo')
foo.remote_path = '/bar'
self.assertEqual('/bar/foo', foo.remote_path)
