def run(): dbcfgs = json.loads(dbcfgs_json) if 'APACHE' in dbcfgs['distro']: modcfgs = ParseJson(MODCFG_FILE).load() MOD_CFGS = modcfgs['MOD_CFGS'] hdfs_xml_file = dbcfgs['hdfs_xml_file'] hbase_xml_file = dbcfgs['hbase_xml_file'] hbasexml = ParseXML(hbase_xml_file) for key, value in MOD_CFGS['hbase-site'].items(): hbasexml.add_property(key, value) hbasexml.write_xml() hdfsxml = ParseXML(hdfs_xml_file) for key, value in MOD_CFGS['hdfs-site'].items(): hdfsxml.add_property(key, value) hdfsxml.write_xml() print 'Apache Hadoop modification completed' first_node = dbcfgs['first_rsnode'] local_host = socket.gethostname() if first_node in local_host: hadoop_home = dbcfgs['hadoop_home'] hbase_home = dbcfgs['hbase_home'] # stop run_cmd(hbase_home + '/bin/stop-hbase.sh') run_cmd(hadoop_home + '/sbin/stop-dfs.sh') # start run_cmd(hadoop_home + '/sbin/start-dfs.sh') run_cmd(hbase_home + '/bin/start-hbase.sh') print 'Apache Hadoop restart completed' else: print 'no apache distribution found, skipping'
def run(): dbcfgs = json.loads(dbcfgs_json) hbase_xml_file = dbcfgs['hbase_xml_file'] dcs_conf_dir = '%s/dcs' % (TRAF_CFG_DIR) dcs_srv_file = dcs_conf_dir + '/servers' dcs_master_file = dcs_conf_dir + '/masters' dcs_site_file = dcs_conf_dir + '/dcs-site.xml' rest_site_file = '%s/rest/rest-site.xml' % (TRAF_CFG_DIR) ### dcs setting ### # servers nodes = dbcfgs['node_list'].split(',') dcs_cnt = dbcfgs['dcs_cnt_per_node'] dcs_servers = '' for node in nodes: dcs_servers += '%s %s\n' % (node, dcs_cnt) write_file(dcs_srv_file, dcs_servers) ### modify dcs config files ### # modify master dcs_master = nodes[0] append_file(dcs_master_file, dcs_master+'\n') # modify dcs-site.xml net_interface = run_cmd('ip route |grep default|awk \'{print $5}\'') hb = ParseXML(hbase_xml_file) zk_hosts = hb.get_property('hbase.zookeeper.quorum') zk_port = hb.get_property('hbase.zookeeper.property.clientPort') p = ParseXML(dcs_site_file) p.add_property('dcs.zookeeper.property.clientPort', zk_port) p.add_property('dcs.zookeeper.quorum', zk_hosts) p.add_property('dcs.dns.interface', net_interface) if dbcfgs['dcs_ha'] == 'Y': dcs_floating_ip = dbcfgs['dcs_floating_ip'] dcs_backup_nodes = dbcfgs['dcs_backup_nodes'] p.add_property('dcs.master.floating.ip', 'true') p.add_property('dcs.master.floating.ip.external.interface', net_interface) p.add_property('dcs.master.floating.ip.external.ip.address', dcs_floating_ip) p.rm_property('dcs.dns.interface') # set DCS_MASTER_FLOATING_IP ENV for trafci dcs_floating_ip_cfg = 'export DCS_MASTER_FLOATING_IP=%s' % dcs_floating_ip append_file(TRAF_CFG_FILE, dcs_floating_ip_cfg) # modify master with backup master host for dcs_backup_node in dcs_backup_nodes.split(','): append_file(dcs_master_file, dcs_backup_node) p.write_xml() ### rest setting ### p = ParseXML(rest_site_file) p.add_property('rest.zookeeper.property.clientPort', zk_port) p.add_property('rest.zookeeper.quorum', zk_hosts) p.write_xml() ### run sqcertgen ### run_cmd('sqcertgen')
def run(): dbcfgs = json.loads(dbcfgs_json) TRAF_HOME = os.environ['TRAF_HOME'] TRAF_VER = dbcfgs['traf_version'] HBASE_XML_FILE = dbcfgs['hbase_xml_file'] DCS_CONF_DIR = '%s/dcs-%s/conf' % (TRAF_HOME, TRAF_VER) DCS_SRV_FILE = DCS_CONF_DIR + '/servers' DCS_MASTER_FILE = DCS_CONF_DIR + '/master' DCS_BKMASTER_FILE = DCS_CONF_DIR + '/backup-masters' DCS_SITE_FILE = DCS_CONF_DIR + '/dcs-site.xml' REST_SITE_FILE = '%s/rest-%s/conf/rest-site.xml' % (TRAF_HOME, TRAF_VER) ### dcs setting ### # servers nodes = dbcfgs['node_list'].split(',') dcs_cnt = dbcfgs['dcs_cnt_per_node'] dcs_servers = '' for node in nodes: dcs_servers += '%s %s\n' % (node, dcs_cnt) write_file(DCS_SRV_FILE, dcs_servers) ### modify dcs config files ### # modify master dcs_master = nodes[0] append_file(DCS_MASTER_FILE, dcs_master) # modify dcs-site.xml net_interface = run_cmd('ip route |grep default|awk \'{print $5}\'') hb = ParseXML(HBASE_XML_FILE) zk_hosts = hb.get_property('hbase.zookeeper.quorum') zk_port = hb.get_property('hbase.zookeeper.property.clientPort') p = ParseXML(DCS_SITE_FILE) p.add_property('dcs.zookeeper.property.clientPort', zk_port) p.add_property('dcs.zookeeper.quorum', zk_hosts) p.add_property('dcs.dns.interface', net_interface) if dbcfgs['dcs_ha'] == 'Y': dcs_floating_ip = dbcfgs['dcs_floating_ip'] dcs_backup_nodes = dbcfgs['dcs_backup_nodes'] p.add_property('dcs.master.floating.ip', 'true') p.add_property('dcs.master.floating.ip.external.interface', net_interface) p.add_property('dcs.master.floating.ip.external.ip.address', dcs_floating_ip) p.rm_property('dcs.dns.interface') # modify backup_master write_file(DCS_BKMASTER_FILE, dcs_backup_nodes) p.write_xml() ### rest setting ### p = ParseXML(REST_SITE_FILE) p.add_property('rest.zookeeper.property.clientPort', zk_port) p.add_property('rest.zookeeper.quorum', zk_hosts) p.write_xml() ### run sqcertgen ### run_cmd('sqcertgen')
def run(): dbcfgs = json.loads(dbcfgs_json) SQ_ROOT = os.environ['MY_SQROOT'] TRAF_VER = dbcfgs['traf_version'] HBASE_XML_FILE = dbcfgs['hbase_xml_file'] DCS_INSTALL_ENV = 'export DCS_INSTALL_DIR=%s/dcs-%s' % (SQ_ROOT, TRAF_VER) REST_INSTALL_ENV = 'export REST_INSTALL_DIR=%s/rest-%s' % (SQ_ROOT, TRAF_VER) DCS_CONF_DIR = '%s/dcs-%s/conf' % (SQ_ROOT, TRAF_VER) DCS_SRV_FILE = DCS_CONF_DIR + '/servers' DCS_MASTER_FILE = DCS_CONF_DIR + '/master' DCS_BKMASTER_FILE = DCS_CONF_DIR + '/backup-masters' DCS_ENV_FILE = DCS_CONF_DIR + '/dcs-env.sh' DCS_SITE_FILE = DCS_CONF_DIR + '/dcs-site.xml' REST_SITE_FILE = '%s/rest-%s/conf/rest-site.xml' % (SQ_ROOT, TRAF_VER) TRAFCI_FILE = SQ_ROOT + '/trafci/bin/trafci' SQENV_FILE = SQ_ROOT + '/sqenvcom.sh' ### dcs setting ### # servers nodes = dbcfgs['node_list'].split(',') dcs_cnt = dbcfgs['dcs_cnt_per_node'] dcs_servers = '' for node in nodes: dcs_servers += '%s %s\n' % (node, dcs_cnt) write_file(DCS_SRV_FILE, dcs_servers) ### modify dcs config files ### # modify master dcs_master = nodes[0] append_file(DCS_MASTER_FILE, dcs_master) # modify sqenvcom.sh append_file(SQENV_FILE, DCS_INSTALL_ENV) append_file(SQENV_FILE, REST_INSTALL_ENV) # modify dcs-env.sh mod_file(DCS_ENV_FILE, {'.*DCS_MANAGES_ZK=.*': 'export DCS_MANAGES_ZK=false'}) # modify trafci mod_file(TRAFCI_FILE, {'HNAME=.*': 'HNAME=%s:23400' % dcs_master}) # modify dcs-site.xml net_interface = cmd_output( 'netstat -rn | grep "^0.0.0.0" | awk \'{print $8}\'').strip() hb = ParseXML(HBASE_XML_FILE) zk_hosts = hb.get_property('hbase.zookeeper.quorum') zk_port = hb.get_property('hbase.zookeeper.property.clientPort') p = ParseXML(DCS_SITE_FILE) p.add_property('dcs.zookeeper.property.clientPort', zk_port) p.add_property('dcs.zookeeper.quorum', zk_hosts) p.add_property('dcs.dns.interface', net_interface) if dbcfgs['dcs_ha'] == 'Y': dcs_floating_ip = dbcfgs['dcs_floating_ip'] dcs_backup_nodes = dbcfgs['dcs_backup_nodes'] p.add_property('dcs.master.floating.ip', 'true') p.add_property('dcs.master.floating.ip.external.interface', net_interface) p.add_property('dcs.master.floating.ip.external.ip.address', dcs_floating_ip) p.rm_property('dcs.dns.interface') # modify backup_master write_file(DCS_BKMASTER_FILE, dcs_backup_nodes) p.write_xml() ### rest setting ### p = ParseXML(REST_SITE_FILE) p.add_property('rest.zookeeper.property.clientPort', zk_port) p.add_property('rest.zookeeper.quorum', zk_hosts) p.write_xml() ### run sqcertgen ### run_cmd('sqcertgen')
def run(): dbcfgs = json.loads(dbcfgs_json) SQ_ROOT = os.environ['MY_SQROOT'] TRAF_VER = dbcfgs['traf_version'] HBASE_XML_FILE = dbcfgs['hbase_xml_file'] DCS_INSTALL_ENV = 'export DCS_INSTALL_DIR=%s/dcs-%s' % (SQ_ROOT, TRAF_VER) REST_INSTALL_ENV = 'export REST_INSTALL_DIR=%s/rest-%s' % (SQ_ROOT, TRAF_VER) DCS_CONF_DIR = '%s/dcs-%s/conf' % (SQ_ROOT, TRAF_VER) DCS_SRV_FILE = DCS_CONF_DIR + '/servers' DCS_MASTER_FILE = DCS_CONF_DIR + '/master' DCS_BKMASTER_FILE = DCS_CONF_DIR + '/backup-masters' DCS_ENV_FILE = DCS_CONF_DIR + '/dcs-env.sh' DCS_SITE_FILE = DCS_CONF_DIR + '/dcs-site.xml' REST_SITE_FILE = '%s/rest-%s/conf/rest-site.xml' % (SQ_ROOT, TRAF_VER) TRAFCI_FILE = SQ_ROOT + '/trafci/bin/trafci' SQENV_FILE = SQ_ROOT + '/sqenvcom.sh' ### dcs setting ### # servers nodes = dbcfgs['node_list'].split(',') dcs_cnt = dbcfgs['dcs_cnt_per_node'] dcs_servers = '' for node in nodes: dcs_servers += '%s %s\n' % (node, dcs_cnt) write_file(DCS_SRV_FILE, dcs_servers) ### modify dcs config files ### # modify master dcs_master = nodes[0] append_file(DCS_MASTER_FILE, dcs_master) # modify sqenvcom.sh append_file(SQENV_FILE, DCS_INSTALL_ENV) append_file(SQENV_FILE, REST_INSTALL_ENV) # modify dcs-env.sh mod_file(DCS_ENV_FILE, {'.*DCS_MANAGES_ZK=.*':'export DCS_MANAGES_ZK=false'}) # modify trafci mod_file(TRAFCI_FILE, {'HNAME=.*':'HNAME=%s:23400' % dcs_master}) # modify dcs-site.xml net_interface = cmd_output('netstat -rn | grep "^0.0.0.0" | awk \'{print $8}\'').strip() hb = ParseXML(HBASE_XML_FILE) zk_hosts = hb.get_property('hbase.zookeeper.quorum') zk_port = hb.get_property('hbase.zookeeper.property.clientPort') p = ParseXML(DCS_SITE_FILE) p.add_property('dcs.zookeeper.property.clientPort', zk_port) p.add_property('dcs.zookeeper.quorum', zk_hosts) p.add_property('dcs.dns.interface', net_interface) if dbcfgs['dcs_ha'] == 'Y': dcs_floating_ip = dbcfgs['dcs_floating_ip'] dcs_backup_nodes = dbcfgs['dcs_backup_nodes'] p.add_property('dcs.master.floating.ip', 'true') p.add_property('dcs.master.floating.ip.external.interface', net_interface) p.add_property('dcs.master.floating.ip.external.ip.address', dcs_floating_ip) p.rm_property('dcs.dns.interface') # modify backup_master write_file(DCS_BKMASTER_FILE, dcs_backup_nodes) p.write_xml() ### rest setting ### p = ParseXML(REST_SITE_FILE) p.add_property('rest.zookeeper.property.clientPort', zk_port) p.add_property('rest.zookeeper.quorum', zk_hosts) p.write_xml() ### run sqcertgen ### run_cmd('sqcertgen')