def generate_configs(args, host, job_name, instance_id):
core_site_xml = deploy_utils.generate_site_xml(args,
args.fds_config.configuration.generated_files["core-site.xml"])
hdfs_site_xml = deploy_utils.generate_site_xml(args,
args.fds_config.configuration.generated_files["hdfs-site.xml"])
hbase_site_xml = deploy_utils.generate_site_xml(args,
args.fds_config.configuration.generated_files["hbase-site.xml"])
galaxy_site_xml = deploy_utils.generate_site_xml(args,
args.fds_config.configuration.generated_files["galaxy-site.xml"])
zookeeper_properties = deploy_utils.generate_properties_file(args,
args.fds_config.configuration.generated_files["zookeeper.properties"])
mapred_site_xml = deploy_utils.generate_site_xml(args,
args.fds_config.configuration.generated_files["mapred-site.xml"])
yarn_site_xml = deploy_utils.generate_site_xml(args,
args.fds_config.configuration.generated_files["yarn-site.xml"])
passport_properties = deploy_utils.generate_properties_file(args,
args.fds_config.configuration.generated_files["passport.properties"])
config_files = {
"core-site.xml": core_site_xml,
"hdfs-site.xml": hdfs_site_xml,
"hbase-site.xml": hbase_site_xml,
"galaxy-site.xml": galaxy_site_xml,
"zookeeper.properties": zookeeper_properties,
"mapred-site.xml": mapred_site_xml,
"yarn-site.xml": yarn_site_xml,
"passport.properties": passport_properties,
}
config_files.update(args.fds_config.configuration.raw_files)
return config_files
def generate_configs(args, host, job_name, instance_id):
core_site_xml = deploy_utils.generate_site_xml(
args, args.fds_config.configuration.generated_files["core-site.xml"])
hdfs_site_xml = deploy_utils.generate_site_xml(
args, args.fds_config.configuration.generated_files["hdfs-site.xml"])
hbase_site_xml = deploy_utils.generate_site_xml(
args, args.fds_config.configuration.generated_files["hbase-site.xml"])
galaxy_site_xml = deploy_utils.generate_site_xml(
args, args.fds_config.configuration.generated_files["galaxy-site.xml"])
zookeeper_properties = deploy_utils.generate_properties_file(
args,
args.fds_config.configuration.generated_files["zookeeper.properties"])
mapred_site_xml = deploy_utils.generate_site_xml(
args, args.fds_config.configuration.generated_files["mapred-site.xml"])
yarn_site_xml = deploy_utils.generate_site_xml(
args, args.fds_config.configuration.generated_files["yarn-site.xml"])
passport_properties = deploy_utils.generate_properties_file(
args,
args.fds_config.configuration.generated_files["passport.properties"])
config_files = {
"core-site.xml": core_site_xml,
"hdfs-site.xml": hdfs_site_xml,
"hbase-site.xml": hbase_site_xml,
"galaxy-site.xml": galaxy_site_xml,
"zookeeper.properties": zookeeper_properties,
"mapred-site.xml": mapred_site_xml,
"yarn-site.xml": yarn_site_xml,
"passport.properties": passport_properties,
}
config_files.update(args.fds_config.configuration.raw_files)
return config_files
def generate_configs(args, job_name, host_id, instance_id):
kafka_cfg_dict = args.kafka_config.configuration.generated_files["kafka.cfg"]
hosts = args.kafka_config.jobs[job_name].hosts
kafka_cfg_dict["broker.id"] = deploy_utils.get_task_id(hosts, host_id, instance_id)
kafka_cfg = deploy_utils.generate_properties_file(args, kafka_cfg_dict)
kafka_scribe_cfg_dict = args.kafka_config.configuration.generated_files["kafka-scribe.cfg"]
kafka_job = args.kafka_config.jobs["kafka"]
kafka_scribe_cfg_dict["metadata.broker.list"] = ",".join(
service_config.get_job_host_port_list(kafka_job))
kafka_scribe_cfg = deploy_utils.generate_properties_file(args, kafka_scribe_cfg_dict)
config_files = {
"kafka.cfg": kafka_cfg,
"kafka-scribe.cfg": kafka_scribe_cfg,
}
config_files.update(args.kafka_config.configuration.raw_files)
return config_files
def generate_configs(args, job_name, host_id, instance_id):
chronos_cfg_dict = args.chronos_config.configuration.generated_files["chronos.cfg"]
hosts = args.chronos_config.jobs[job_name].hosts
chronos_cfg = deploy_utils.generate_properties_file(args, chronos_cfg_dict)
config_files = {
"chronos.cfg": chronos_cfg,
"jaas.conf" : generate_zk_jaas_config(args),
}
config_files.update(args.chronos_config.configuration.raw_files) # what's this?
return config_files
def generate_configs(args, job_name, host_id, instance_id):
kafka_cfg_dict = args.kafka_config.configuration.generated_files[
"kafka.cfg"]
hosts = args.kafka_config.jobs[job_name].hosts
kafka_cfg_dict["broker.id"] = deploy_utils.get_task_id(
hosts, host_id, instance_id)
kafka_cfg = deploy_utils.generate_properties_file(args, kafka_cfg_dict)
kafka_scribe_cfg_dict = args.kafka_config.configuration.generated_files[
"kafka-scribe.cfg"]
kafka_job = args.kafka_config.jobs["kafka"]
kafka_scribe_cfg_dict["metadata.broker.list"] = ",".join(
service_config.get_job_host_port_list(kafka_job))
kafka_scribe_cfg = deploy_utils.generate_properties_file(
args, kafka_scribe_cfg_dict)
config_files = {
"kafka.cfg": kafka_cfg,
"kafka-scribe.cfg": kafka_scribe_cfg,
}
config_files.update(args.kafka_config.configuration.raw_files)
return config_files
def generate_configs(args, job_name, host_id, instance_id):
chronos_cfg_dict = args.chronos_config.configuration.generated_files[
"chronos.cfg"]
hosts = args.chronos_config.jobs[job_name].hosts
chronos_cfg = deploy_utils.generate_properties_file(args, chronos_cfg_dict)
config_files = {
"chronos.cfg": chronos_cfg,
"jaas.conf": generate_zk_jaas_config(args),
}
config_files.update(
args.chronos_config.configuration.raw_files) # what's this?
return config_files
def generate_configs(args, job_name, host_id, instance_id):
hosts = args.kafka_config.jobs[job_name].hosts
task_id = deploy_utils.get_task_id(hosts, host_id, instance_id)
kafka_cfg_dict = args.kafka_config.configuration.generated_files["kafka.cfg"]
kafka_cfg_dict["broker.id"] = task_id
kafka_cfg = deploy_utils.generate_properties_file(args, kafka_cfg_dict)
config_files = {
"kafka.cfg": kafka_cfg,
}
config_files.update(args.kafka_config.configuration.raw_files)
return config_files
