def data_analytics_studio_initdb():
import params
create_credential_providers()
dbPassword = get_password_from_credential_store(
"data_analytics_studio_database_password",
params.das_credential_provider_paths,
params.das_credential_store_class_path, params.java64_home,
params.jdk_location)
pg_cmd = """
psql -tc \"SELECT 1 FROM pg_database WHERE datname = '{data_analytics_studio_database_name}'\" | grep 1 || (
psql -c \"CREATE ROLE {data_analytics_studio_database_username} WITH LOGIN PASSWORD '{password}';\" &&
psql -c \"ALTER ROLE {data_analytics_studio_database_username} SUPERUSER;\" &&
psql -c \"ALTER ROLE {data_analytics_studio_database_username} CREATEDB;\" &&
psql -c \"CREATE DATABASE {data_analytics_studio_database_name};\" &&
psql -c \"GRANT ALL PRIVILEGES ON DATABASE {data_analytics_studio_database_name} TO {data_analytics_studio_database_username};\")
"""
Execute(format(pg_cmd, password=dbPassword), user="******")
oozie_metastore_user_name = config['configurations']['oozie-site'][
'oozie.service.JPAService.jdbc.username']
if credential_store_enabled:
if 'hadoop.security.credential.provider.path' in config['configurations'][
'oozie-site']:
cs_lib_path = config['configurations']['oozie-site'][
'credentialStoreClassPath']
java_home = config['hostLevelParams']['java_home']
alias = 'oozie.service.JPAService.jdbc.password'
provider_path = config['configurations']['oozie-site'][
'hadoop.security.credential.provider.path']
oozie_metastore_user_passwd = PasswordString(
get_password_from_credential_store(alias, provider_path,
cs_lib_path, java_home,
jdk_location))
else:
raise Exception(
"hadoop.security.credential.provider.path property should be set")
else:
oozie_metastore_user_passwd = default(
"/configurations/oozie-site/oozie.service.JPAService.jdbc.password",
"")
oozie_jdbc_connection_url = default(
"/configurations/oozie-site/oozie.service.JPAService.jdbc.url", "")
oozie_log_dir = config['configurations']['oozie-env']['oozie_log_dir']
oozie_data_dir = config['configurations']['oozie-env']['oozie_data_dir']
oozie_server_port = get_port_from_url(
config['configurations']['oozie-site']['oozie.base.url'])
hive_metastore_site_supported = True
execute_path = os.environ['PATH'] + os.pathsep + hive_bin + os.pathsep + hadoop_bin_dir
hive_metastore_user_name = config['configurations']['hive-site']['javax.jdo.option.ConnectionUserName']
hive_jdbc_connection_url = config['configurations']['hive-site']['javax.jdo.option.ConnectionURL']
jdk_location = config['ambariLevelParams']['jdk_location']
if credential_store_enabled:
if 'hadoop.security.credential.provider.path' in config['configurations']['hive-site']:
cs_lib_path = config['configurations']['hive-site']['credentialStoreClassPath']
java_home = config['ambariLevelParams']['java_home']
alias = 'javax.jdo.option.ConnectionPassword'
provider_path = config['configurations']['hive-site']['hadoop.security.credential.provider.path']
hive_metastore_user_passwd = PasswordString(get_password_from_credential_store(alias, provider_path, cs_lib_path, java_home, jdk_location))
else:
raise Exception("hadoop.security.credential.provider.path property should be set")
else:
hive_metastore_user_passwd = config['configurations']['hive-site']['javax.jdo.option.ConnectionPassword']
hive_metastore_user_passwd = unicode(hive_metastore_user_passwd) if not is_empty(hive_metastore_user_passwd) else hive_metastore_user_passwd
hive_metastore_db_type = config['configurations']['hive-env']['hive_database_type']
#HACK Temporarily use dbType=azuredb while invoking schematool
if hive_metastore_db_type == "mssql":
hive_metastore_db_type = "azuredb"
#users
hive_user = config['configurations']['hive-env']['hive_user']
# is it a restart command
'configs': atlas_repository_configuration,
'description': 'atlas repo',
'name': repo_name,
'type': 'atlas',
}
# ranger atlas plugin section end
# atlas admin login username password
atlas_admin_username = config['configurations']['atlas-env'][
'atlas.admin.username']
atlas_admin_password = config['configurations']['atlas-env'][
'atlas.admin.password']
# Atlas Passwords Extracted From Credential Store
if credential_provider:
default_credential_shell_lib_path = jdk_location
truststore_password = PasswordString(
get_password_from_credential_store(
'truststore.password', credential_provider,
os.path.join(default_credential_shell_lib_path, '*'), java64_home,
jdk_location))
keystore_password = PasswordString(
get_password_from_credential_store(
'keystore.password', credential_provider,
os.path.join(default_credential_shell_lib_path, '*'), java64_home,
jdk_location))
key_password = PasswordString(
get_password_from_credential_store(
'password', credential_provider,
os.path.join(default_credential_shell_lib_path, '*'), java64_home,
jdk_location))
# repo_url = 'file:///localrepo'
#else:
# repo_url = beacon_env['repo_url']
# hadoop params
beacon_security_site = dict(config['configurations']['beacon-security-site'])
beacon_ranger_user = beacon_security_site['beacon.ranger.user']
beacon_atlas_password = ""
if credential_store_enabled:
if 'hadoop.security.credential.provider.path' in beacon_security_site:
cs_lib_path = beacon_security_site['credentialStoreClassPath']
alias = 'beacon.ranger.password'
provider_path = beacon_security_site[
'hadoop.security.credential.provider.path']
beacon_ranger_password = get_password_from_credential_store(
alias, provider_path, cs_lib_path, java_home, jdk_location)
beacon_atlas_password_alias = 'beacon.atlas.password'
beacon_atlas_password = get_password_from_credential_store(
beacon_atlas_password_alias, provider_path, cs_lib_path, java_home,
jdk_location)
else:
raise Exception(
"hadoop.security.credential.provider.path property not found in beacon-security-site config-type"
)
else:
beacon_ranger_password = beacon_security_site['beacon.ranger.password']
beacon_atlas_password = default(
"/configurations/beacon-security-site/beacon.atlas.password", "")
ranger_admin_hosts = default("/clusterHostInfo/ranger_admin_hosts", [])
has_ranger_admin = not len(ranger_admin_hosts) == 0
