def configure(self, env, upgrade_type=None, config_dir=None):
from params import params
env.set_params(params)
Logger.info("Running indexing configure")
File(format("{metron_config_path}/elasticsearch.properties"),
content=Template("elasticsearch.properties.j2"),
owner=params.metron_user,
group=params.metron_group)
commands = IndexingCommands(params)
metron_service.load_global_config(params)
if not commands.is_configured():
commands.init_kafka_topics()
commands.init_hdfs_dir()
commands.set_configured()
if params.security_enabled and not commands.is_hdfs_perm_configured():
# If we Kerberize the cluster, we need to call this again, to remove write perms from hadoop group
# If we start off Kerberized, it just does the same thing twice.
commands.init_hdfs_dir()
commands.set_hdfs_perm_configured()
if params.security_enabled and not commands.is_acl_configured():
commands.init_kafka_acls()
commands.set_acl_configured()
if not commands.is_hbase_configured():
commands.create_hbase_tables()
if params.security_enabled and not commands.is_hbase_acl_configured():
commands.set_hbase_acls()
Logger.info("Calling security setup")
storm_security_setup(params)
def configure(self, env, upgrade_type=None, config_dir=None):
from params import params
env.set_params(params)
Logger.info("Running indexing configure")
metron_service.check_indexer_parameters()
File(format("{metron_config_path}/elasticsearch.properties"),
content=Template("elasticsearch.properties.j2"),
owner=params.metron_user,
group=params.metron_group
)
File(format("{metron_config_path}/solr.properties"),
content=Template("solr.properties.j2"),
owner=params.metron_user,
group=params.metron_group
)
File(format("{metron_config_path}/hdfs.properties"),
content=Template("hdfs.properties.j2"),
owner=params.metron_user,
group=params.metron_group
)
if not metron_service.is_zk_configured(params):
metron_service.init_zk_config(params)
metron_service.set_zk_configured(params)
metron_service.refresh_configs(params)
commands = IndexingCommands(params)
if not commands.is_configured():
commands.init_kafka_topics()
commands.init_hdfs_dir()
commands.set_configured()
if params.security_enabled and not commands.is_hdfs_perm_configured():
# If we Kerberize the cluster, we need to call this again, to remove write perms from hadoop group
# If we start off Kerberized, it just does the same thing twice.
commands.init_hdfs_dir()
commands.set_hdfs_perm_configured()
if params.security_enabled and not commands.is_acl_configured():
commands.init_kafka_acls()
commands.set_acl_configured()
if not commands.is_hbase_configured():
commands.create_hbase_tables()
if params.security_enabled and not commands.is_hbase_acl_configured():
commands.set_hbase_acls()
Logger.info("Calling security setup")
storm_security_setup(params)
def configure(self, env, upgrade_type=None, config_dir=None):
from params import params
env.set_params(params)
commands = IndexingCommands(params)
metron_service.load_global_config(params)
if not commands.is_configured():
commands.init_kafka_topics()
commands.init_hdfs_dir()
commands.set_configured()
if params.security_enabled and not commands.is_hdfs_perm_configured():
# If we Kerberize the cluster, we need to call this again, to remove write perms from hadoop group
# If we start off Kerberized, it just does the same thing twice.
commands.init_hdfs_dir()
commands.set_hdfs_perm_configured()
if params.security_enabled and not commands.is_acl_configured():
commands.init_kafka_acls()
commands.set_acl_configured()
Logger.info("Calling security setup")
storm_security_setup(params)