def generate_client_config(args, artifact, version):
config_path = "%s/%s/%s-%s/conf" % (args.package_root, args.cluster,
artifact, version)
master_host = args.hbase_config.jobs["master"].hosts[0].ip
config_path = "%s/%s/%s-%s/conf" % (args.package_root, args.cluster,
artifact, version)
deploy_utils.write_file(
"%s/hbase-site.xml" % config_path,
deploy_utils.generate_site_xml(
args,
args.hbase_config.configuration.generated_files["hbase-site.xml"]))
deploy_utils.write_file(
"%s/hadoop-metrics.properties" % config_path,
generate_metrics_config(args, master_host, "master"))
deploy_utils.write_file(
"%s/core-site.xml" % config_path,
deploy_utils.generate_site_xml(
args,
args.hbase_config.configuration.generated_files["core-site.xml"]))
deploy_utils.write_file(
"%s/hdfs-site.xml" % config_path,
deploy_utils.generate_site_xml(
args,
args.hbase_config.configuration.generated_files["hdfs-site.xml"]))
args.zookeeper_config.parse_generated_config_files(args)
deploy_utils.write_file("%s/jaas.conf" % config_path,
deploy_zookeeper.generate_client_jaas_config(args))
deploy_utils.write_file(
"%s/krb5.conf" % config_path,
args.hbase_config.configuration.raw_files["krb5.conf"])
update_hbase_env_sh(args, artifact, version)
def run_shell(args):
get_hbase_service_config(args)
main_class, options = deploy_utils.parse_shell_command(
args, SHELL_COMMAND_INFO)
if not main_class:
return
# parse the service_config, suppose the instance_id is -1
args.hbase_config.parse_generated_config_files(args)
core_site_dict = args.hbase_config.configuration.generated_files[
"core-site.xml"]
hdfs_site_dict = args.hbase_config.configuration.generated_files[
"hdfs-site.xml"]
hbase_site_dict = args.hbase_config.configuration.generated_files[
"hbase-site.xml"]
hbase_opts = list()
for key, value in core_site_dict.iteritems():
hbase_opts.append("-D%s%s=%s" %
(deploy_utils.HADOOP_PROPERTY_PREFIX, key, value))
for key, value in hdfs_site_dict.iteritems():
hbase_opts.append("-D%s%s=%s" %
(deploy_utils.HADOOP_PROPERTY_PREFIX, key, value))
for key, value in hbase_site_dict.iteritems():
hbase_opts.append("-D%s%s=%s" %
(deploy_utils.HADOOP_PROPERTY_PREFIX, key, value))
if deploy_utils.is_security_enabled(args):
hbase_opts.append("-Djava.security.krb5.conf=%s/krb5-hadoop.conf" %
deploy_utils.get_config_dir())
(jaas_fd, jaas_file) = tempfile.mkstemp()
args.zookeeper_config.parse_generated_config_files(args)
os.write(jaas_fd, deploy_zookeeper.generate_client_jaas_config(args))
os.close(jaas_fd)
hbase_opts.append("-Djava.security.auth.login.config=%s" % jaas_file)
package_root = deploy_utils.get_artifact_package_root(
args, args.hbase_config.cluster, "hbase")
class_path = "%s/:%s/lib/*:%s/*" % (package_root, package_root,
package_root)
cmd = ["java", "-cp", class_path] + hbase_opts + [main_class]
if args.command[0] == "shell":
cmd += ["-X+O", "%s/bin/hirb.rb" % package_root]
cmd += options
p = subprocess.Popen(cmd, stdout=sys.stdout, stderr=sys.stderr)
return p.wait()
def run_shell(args):
get_hbase_service_config(args)
main_class, options = deploy_utils.parse_shell_command(
args, SHELL_COMMAND_INFO)
if not main_class:
return
# parse the service_config, suppose the instance_id is -1
args.hbase_config.parse_generated_config_files(args)
core_site_dict = args.hbase_config.configuration.generated_files["core-site.xml"]
hdfs_site_dict = args.hbase_config.configuration.generated_files["hdfs-site.xml"]
hbase_site_dict = args.hbase_config.configuration.generated_files["hbase-site.xml"]
hbase_opts = list()
for key, value in core_site_dict.iteritems():
hbase_opts.append("-D%s%s=%s" % (deploy_utils.HADOOP_PROPERTY_PREFIX,
key, value))
for key, value in hdfs_site_dict.iteritems():
hbase_opts.append("-D%s%s=%s" % (deploy_utils.HADOOP_PROPERTY_PREFIX,
key, value))
for key, value in hbase_site_dict.iteritems():
hbase_opts.append("-D%s%s=%s" % (deploy_utils.HADOOP_PROPERTY_PREFIX,
key, value))
if deploy_utils.is_security_enabled(args):
hbase_opts.append("-Djava.security.krb5.conf=%s/krb5-hadoop.conf" %
deploy_utils.get_config_dir())
(jaas_fd, jaas_file) = tempfile.mkstemp()
args.zookeeper_config.parse_generated_config_files(args)
os.write(jaas_fd, deploy_zookeeper.generate_client_jaas_config(args))
os.close(jaas_fd)
hbase_opts.append("-Djava.security.auth.login.config=%s" % jaas_file)
package_root = deploy_utils.get_artifact_package_root(args,
args.hbase_config.cluster, "hbase")
class_path = "%s/:%s/lib/*:%s/*" % (package_root, package_root, package_root)
cmd = ["java", "-cp", class_path] + hbase_opts + [main_class]
if args.command[0] == "shell":
cmd += ["-X+O", "%s/bin/hirb.rb" % package_root]
cmd += options
p = subprocess.Popen(cmd, stdout=sys.stdout, stderr=sys.stderr)
return p.wait()
def generate_client_config(args, artifact, version):
config_path = "%s/%s/%s-%s/conf" % (args.package_root,
args.cluster, artifact, version)
master_host = args.hbase_config.jobs["master"].hosts[0]
config_path = "%s/%s/%s-%s/conf" % (args.package_root,
args.cluster, artifact, version)
deploy_utils.write_file("%s/hbase-site.xml" % config_path,
deploy_utils.generate_site_xml(args,
args.hbase_config.configuration.generated_files["hbase-site.xml"]))
deploy_utils.write_file("%s/hadoop-metrics.properties" % config_path,
generate_metrics_config(args, master_host, "master"))
deploy_utils.write_file("%s/core-site.xml" % config_path,
deploy_utils.generate_site_xml(args,
args.hbase_config.configuration.generated_files["core-site.xml"]))
deploy_utils.write_file("%s/hdfs-site.xml" % config_path,
deploy_utils.generate_site_xml(args,
args.hbase_config.configuration.generated_files["hdfs-site.xml"]))
deploy_utils.write_file("%s/jaas.conf" % config_path,
deploy_zookeeper.generate_client_jaas_config(args))
deploy_utils.write_file("%s/krb5.conf" % config_path,
args.hbase_config.configuration.raw_files["krb5.conf"])
update_hbase_env_sh(args, artifact, version)