def generate_configs(args, host, job_name, instance_id): core_site_xml = deploy_utils.generate_site_xml(args, args.fds_config.configuration.generated_files["core-site.xml"]) hdfs_site_xml = deploy_utils.generate_site_xml(args, args.fds_config.configuration.generated_files["hdfs-site.xml"]) hbase_site_xml = deploy_utils.generate_site_xml(args, args.fds_config.configuration.generated_files["hbase-site.xml"]) galaxy_site_xml = deploy_utils.generate_site_xml(args, args.fds_config.configuration.generated_files["galaxy-site.xml"]) zookeeper_properties = deploy_utils.generate_properties_file(args, args.fds_config.configuration.generated_files["zookeeper.properties"]) mapred_site_xml = deploy_utils.generate_site_xml(args, args.fds_config.configuration.generated_files["mapred-site.xml"]) yarn_site_xml = deploy_utils.generate_site_xml(args, args.fds_config.configuration.generated_files["yarn-site.xml"]) passport_properties = deploy_utils.generate_properties_file(args, args.fds_config.configuration.generated_files["passport.properties"]) config_files = { "core-site.xml": core_site_xml, "hdfs-site.xml": hdfs_site_xml, "hbase-site.xml": hbase_site_xml, "galaxy-site.xml": galaxy_site_xml, "zookeeper.properties": zookeeper_properties, "mapred-site.xml": mapred_site_xml, "yarn-site.xml": yarn_site_xml, "passport.properties": passport_properties, } config_files.update(args.fds_config.configuration.raw_files) return config_files
def generate_configs(args, host, job_name, instance_id): core_site_xml = deploy_utils.generate_site_xml( args, args.fds_config.configuration.generated_files["core-site.xml"]) hdfs_site_xml = deploy_utils.generate_site_xml( args, args.fds_config.configuration.generated_files["hdfs-site.xml"]) hbase_site_xml = deploy_utils.generate_site_xml( args, args.fds_config.configuration.generated_files["hbase-site.xml"]) galaxy_site_xml = deploy_utils.generate_site_xml( args, args.fds_config.configuration.generated_files["galaxy-site.xml"]) zookeeper_properties = deploy_utils.generate_properties_file( args, args.fds_config.configuration.generated_files["zookeeper.properties"]) mapred_site_xml = deploy_utils.generate_site_xml( args, args.fds_config.configuration.generated_files["mapred-site.xml"]) yarn_site_xml = deploy_utils.generate_site_xml( args, args.fds_config.configuration.generated_files["yarn-site.xml"]) passport_properties = deploy_utils.generate_properties_file( args, args.fds_config.configuration.generated_files["passport.properties"]) config_files = { "core-site.xml": core_site_xml, "hdfs-site.xml": hdfs_site_xml, "hbase-site.xml": hbase_site_xml, "galaxy-site.xml": galaxy_site_xml, "zookeeper.properties": zookeeper_properties, "mapred-site.xml": mapred_site_xml, "yarn-site.xml": yarn_site_xml, "passport.properties": passport_properties, } config_files.update(args.fds_config.configuration.raw_files) return config_files
def generate_configs(args, job_name, host_id, instance_id): kafka_cfg_dict = args.kafka_config.configuration.generated_files["kafka.cfg"] hosts = args.kafka_config.jobs[job_name].hosts kafka_cfg_dict["broker.id"] = deploy_utils.get_task_id(hosts, host_id, instance_id) kafka_cfg = deploy_utils.generate_properties_file(args, kafka_cfg_dict) kafka_scribe_cfg_dict = args.kafka_config.configuration.generated_files["kafka-scribe.cfg"] kafka_job = args.kafka_config.jobs["kafka"] kafka_scribe_cfg_dict["metadata.broker.list"] = ",".join( service_config.get_job_host_port_list(kafka_job)) kafka_scribe_cfg = deploy_utils.generate_properties_file(args, kafka_scribe_cfg_dict) config_files = { "kafka.cfg": kafka_cfg, "kafka-scribe.cfg": kafka_scribe_cfg, } config_files.update(args.kafka_config.configuration.raw_files) return config_files
def generate_configs(args, job_name, host_id, instance_id): chronos_cfg_dict = args.chronos_config.configuration.generated_files["chronos.cfg"] hosts = args.chronos_config.jobs[job_name].hosts chronos_cfg = deploy_utils.generate_properties_file(args, chronos_cfg_dict) config_files = { "chronos.cfg": chronos_cfg, "jaas.conf" : generate_zk_jaas_config(args), } config_files.update(args.chronos_config.configuration.raw_files) # what's this? return config_files
def generate_configs(args, job_name, host_id, instance_id): kafka_cfg_dict = args.kafka_config.configuration.generated_files[ "kafka.cfg"] hosts = args.kafka_config.jobs[job_name].hosts kafka_cfg_dict["broker.id"] = deploy_utils.get_task_id( hosts, host_id, instance_id) kafka_cfg = deploy_utils.generate_properties_file(args, kafka_cfg_dict) kafka_scribe_cfg_dict = args.kafka_config.configuration.generated_files[ "kafka-scribe.cfg"] kafka_job = args.kafka_config.jobs["kafka"] kafka_scribe_cfg_dict["metadata.broker.list"] = ",".join( service_config.get_job_host_port_list(kafka_job)) kafka_scribe_cfg = deploy_utils.generate_properties_file( args, kafka_scribe_cfg_dict) config_files = { "kafka.cfg": kafka_cfg, "kafka-scribe.cfg": kafka_scribe_cfg, } config_files.update(args.kafka_config.configuration.raw_files) return config_files
def generate_configs(args, job_name, host_id, instance_id): chronos_cfg_dict = args.chronos_config.configuration.generated_files[ "chronos.cfg"] hosts = args.chronos_config.jobs[job_name].hosts chronos_cfg = deploy_utils.generate_properties_file(args, chronos_cfg_dict) config_files = { "chronos.cfg": chronos_cfg, "jaas.conf": generate_zk_jaas_config(args), } config_files.update( args.chronos_config.configuration.raw_files) # what's this? return config_files
def generate_configs(args, job_name, host_id, instance_id): hosts = args.kafka_config.jobs[job_name].hosts task_id = deploy_utils.get_task_id(hosts, host_id, instance_id) kafka_cfg_dict = args.kafka_config.configuration.generated_files["kafka.cfg"] kafka_cfg_dict["broker.id"] = task_id kafka_cfg = deploy_utils.generate_properties_file(args, kafka_cfg_dict) config_files = { "kafka.cfg": kafka_cfg, } config_files.update(args.kafka_config.configuration.raw_files) return config_files