def configure(self, env):
from params import node_properties, jvm_config, config_properties, \
config_directory, memory_configs, host_info, connectors_to_add, connectors_to_delete
key_val_template = '{0}={1}\n'
with open(path.join(config_directory, 'node.properties'), 'w') as f:
for key, value in node_properties.iteritems():
f.write(key_val_template.format(key, value))
f.write(key_val_template.format('node.id', str(uuid.uuid4())))
f.write(key_val_template.format('node.data-dir', '/var/lib/presto'))
with open(path.join(config_directory, 'jvm.config'), 'w') as f:
f.write(jvm_config['jvm.config'])
with open(path.join(config_directory, 'config.properties'), 'w') as f:
for key, value in config_properties.iteritems():
if key == 'query.queue-config-file' and value.strip() == '':
continue
if key in memory_configs:
value += 'GB'
f.write(key_val_template.format(key, value))
f.write(key_val_template.format('coordinator', 'true'))
f.write(key_val_template.format('discovery-server.enabled', 'true'))
create_connectors(node_properties, connectors_to_add)
delete_connectors(node_properties, connectors_to_delete)
# This is a separate call because we always want the tpch connector to
# be available because it is used to smoketest the installation.
create_connectors(node_properties, "{'tpch': ['connector.name=tpch']}")
def configure(self, env):
from params import node_properties, jvm_config, config_properties, \
config_directory, memory_configs, connectors_to_add, connectors_to_delete
key_val_template = '{0}={1}\n'
with open(path.join(config_directory, 'node.properties'), 'w') as f:
for key, value in node_properties.iteritems():
f.write(key_val_template.format(key, value))
f.write(key_val_template.format('node.id', str(uuid.uuid4())))
f.write(key_val_template.format('node.data-dir', '/var/lib/presto'))
with open(path.join(config_directory, 'jvm.config'), 'w') as f:
f.write(jvm_config['jvm.config'])
with open(path.join(config_directory, 'config.properties'), 'w') as f:
for key, value in config_properties.iteritems():
if key == 'query.queue-config-file' and value.strip() == '':
continue
if key in memory_configs:
value += 'GB'
f.write(key_val_template.format(key, value))
f.write(key_val_template.format('coordinator', 'false'))
create_connectors(node_properties, connectors_to_add)
delete_connectors(node_properties, connectors_to_delete)
# This is a separate call because we always want the tpch connector to
# be available because it is used to smoketest the installation.
create_connectors(node_properties, "{'tpch': ['connector.name=tpch']}")
def configure(self, env):
import params
Directory(
[params.config_directory, params.node_properties['node.data-dir']],
owner=params.presto_user,
group=params.user_group,
mode=0775,
create_parents=True)
File(params.daemon_control_script,
owner=params.presto_user,
content=InlineTemplate(params.env_sh_template),
mode=0775
)
from params import node_properties, jvm_config, config_properties, \
config_directory, memory_configs, connectors_to_add, connectors_to_delete
key_val_template = '{0}={1}\n'
with open(path.join(config_directory, 'node.properties'), 'w') as f:
for key, value in node_properties.iteritems():
f.write(key_val_template.format(key, value))
f.write(key_val_template.format('node.id', str(uuid.uuid4())))
with open(path.join(config_directory, 'jvm.config'), 'w') as f:
f.write(jvm_config['jvm.config'])
with open(path.join(config_directory, 'config.properties'), 'w') as f:
for key, value in config_properties.iteritems():
if key == 'query.queue-config-file' and value.strip() == '':
continue
if key in memory_configs:
value += 'GB'
f.write(key_val_template.format(key, value))
f.write(key_val_template.format('coordinator', 'false'))
security_list = []
security = ''
if params.security_enabled:
security_list.append("'hive.metastore.authentication.type=KERBEROS'")
security_list.append("'hive.metastore.service.principal=" + params.hive_metastore_principal + "'")
security_list.append("'hive.metastore.client.principal=" + params.presto_principal + "'")
security_list.append("'hive.metastore.client.keytab=" + params.presto_keytab + "'")
security_list.append("'hive.hdfs.authentication.type=KERBEROS'")
security_list.append("'hive.hdfs.impersonation.enabled=true'")
security_list.append("'hive.hdfs.presto.principal=" + params.presto_principal + "'")
security_list.append("'hive.hdfs.presto.keytab=" + params.presto_keytab + "'")
security = ','.join(security_list)
create_connectors(node_properties, connectors_to_add)
delete_connectors(node_properties, connectors_to_delete)
create_connectors(node_properties,
"{'hive': ['connector.name=hive-hadoop2', 'hive.metastore.uri=" + params.hive_metastore_uri + "','hive.config.resources=/etc/hadoop/core-site.xml,/etc/hadoop/hdfs-site.xml','hive.allow-drop-table=true'," + security + "]}")
def configure(self, env):
from params import (
node_properties,
jvm_config,
config_properties,
config_directory,
memory_configs,
connectors_to_add,
connectors_to_delete,
)
key_val_template = "{0}={1}\n"
with open(path.join(config_directory, "node.properties"), "w") as f:
for key, value in node_properties.iteritems():
f.write(key_val_template.format(key, value))
f.write(key_val_template.format("node.id", str(uuid.uuid4())))
f.write(key_val_template.format("node.data-dir", "/var/lib/presto"))
with open(path.join(config_directory, "jvm.config"), "w") as f:
f.write(jvm_config["jvm.config"])
with open(path.join(config_directory, "config.properties"), "w") as f:
for key, value in config_properties.iteritems():
if key == "query.queue-config-file" and value.strip() == "":
continue
if key in memory_configs:
value += "GB"
f.write(key_val_template.format(key, value))
f.write(key_val_template.format("coordinator", "false"))
create_connectors(node_properties, connectors_to_add)
delete_connectors(node_properties, connectors_to_delete)
# This is a separate call because we always want the tpch connector to
# be available because it is used to smoketest the installation.
create_connectors(node_properties, "{'tpch': ['connector.name=tpch']}")
