def set_client_hostname(): ip = all_ip.client_ip() getoutput("ssh {}.{}.{}.{} hostnamectl set-hostname c1.com".format( ip[0], ip[1], ip[2], ip[3])) #getoutput("ssh {0}.{1}.{2}.{3} echo '{0}.{1}.{2}.{3} m1.com' >> /etc/hosts".format(ip[0],ip[1],ip[2],ip[3])) getoutput( "echo '{0}.{1}.{2}.{3} c1.com' >> /root/Desktop/project/task0/hosts". format(ip[0], ip[1], ip[2], ip[3]))
def tasktrackerconf(): ip = all_ip.slaves_ip() for i in range(len(ip)): getoutput( "scp /root/Desktop/project/task0/mapred-site.xml {}.{}.{}.{}:/etc/hadoop/" .format(ip[i][0], ip[i][1], ip[i][2], ip[i][3]))
def slaveconf(): ip = all_ip.slaves_ip() for i in range(len(ip)): getoutput( "scp /root/Desktop/project/task0/hdfs-site2.xml {}.{}.{}.{}:/etc/hadoop/hdfs-site.xml" .format(ip[i][0], ip[i][1], ip[i][2], ip[i][3])) getoutput( "scp /root/Desktop/project/task0/core-site.xml {}.{}.{}.{}:/etc/hadoop/hdfs-site.xml" .format(ip[i][0], ip[i][1], ip[i][2], ip[i][3]))
def clientconf(): ip = all_ip.client_ip() getoutput( "scp /root/Desktop/project/task0/core-site.xml {}.{}.{}.{}:/etc/hadoop/" .format(ip[0], ip[1], ip[2], ip[3])) getoutput( "scp /root/Desktop/project/task0/mapred-site.xml {}.{}.{}.{}:/etc/hadoop/" .format(ip[0], ip[1], ip[2], ip[3]))
def set_slaves_hostname(): ip = all_ip.slaves_ip() for i in range(len(ip)): print(ip[i]) getoutput("ssh {}.{}.{}.{} hostnamectl set-hostname s{}.com".format( ip[i][0], ip[i][1], ip[i][2], ip[i][3], i + 1)) #getoutput("ssh {0}.{1}.{2}.{3} echo '{0}.{1}.{2}.{3} m{4}.com' >> /etc/hosts".format(ip[0],ip[1],ip[2],ip[3],i+1)) getoutput( "echo '{}.{}.{}.{} s{}.com' >> /root/Desktop/project/task0/hosts". format(ip[i][0], ip[i][1], ip[i][2], ip[i][3], i + 1))
def hadoop_install_in_jobtracker(): ip = all_ip.jobtracker_ip() a = getoutput("ssh {}.{}.{}.{} hadoop version".format( ip[0], ip[1], ip[2], ip[3])) if a == 0: pass else: getoutput( "scp /root/Desktop/project/task0/hadoop-1.2.1-1.x86_64.rpm {}.{}.{}.{}:" .format(ip[0], ip[1], ip[2], ip[3])) getoutput("ssh {}.{}.{}.{} rpm -ivh hadoop-1.2.1-1.x86_64.rpm --force". format(ip[0], ip[1], ip[2], ip[3]))
def hadoop_install_in_slaves(): ip = all_ip.slaves_ip() for i in range(len(ip)): a = getoutput("ssh {}.{}.{}.{} hadoop version".format( ip[i][0], ip[i][1], ip[i][2], ip[i][3])) if a == 0: pass else: getoutput( "scp /root/Desktop/project/task0/hadoop-1.2.1-1.x86_64.rpm {}.{}.{}.{}:" .format(ip[i][0], ip[i][1], ip[i][2], ip[i][3])) getoutput( "ssh {}.{}.{}.{} rpm -ivh hadoop-1.2.1-1.x86_64.rpm --force". format(ip[i][0], ip[i][1], ip[i][2], ip[i][3]))
def masterconf(): getoutput("clear") ip=all_ip.master_ip() #getoutput("ssh 192.168.43.{0} scp /root/Desktop/project/task0/hdfs-site.xml 192.168.43.{0}:/etc/hadoop/".format(ip)) getoutput("scp /root/Desktop/project/task0/hdfs-site.xml {}.{}.{}.{}:/etc/hadoop/".format(ip[0],ip[1],ip[2],ip[3])) getoutput("scp /root/Desktop/project/task0/core-site.xml {}.{}.{}.{}:/etc/hadoop/".format(ip[0],ip[1],ip[2],ip[3])) getoutput("ssh {}.{}.{}.{} hadoop namenode -format".format(ip[0],ip[1],ip[2],ip[3]))
def jobtrackerconf(): getoutput("clear") ip=all_ip.jobtracker_ip() getoutput("scp /root/Desktop/project/task0/mapred-site.xml {}.{}.{}.{}:/etc/hadoop/".format(ip[0],ip[1],ip[2],ip[3])) getoutput("scp /root/Desktop/project/task0/core-site.xml {}.{}.{}.{}:/etc/hadoop/".format(ip[0],ip[1],ip[2],ip[3]))
def java_install_in_client(): ip = all_ip.client_ip() a = getoutput("ssh {}.{}.{}.{} java -version".format( ip[0], ip[1], ip[2], ip[3])) if a == 0: print("Java is already installed") else: getoutput( "scp /root/Desktop/project/task0/jdk-8u171-linux-x64.rpm {}.{}.{}.{}:" .format(ip[0], ip[1], ip[2], ip[3])) getoutput("ssh {}.{}.{}.{} rpm -ivh jdk-8u171-linux-x64.rpm".format( ip[0], ip[1], ip[2], ip[3])) getoutput( "scp /root/Desktop/project/task0/.bashrc {}.{}.{}.{}:".format( ip[0], ip[1], ip[2], ip[3]))
def java_install_in_master(): ip = all_ip.master_ip() a = getoutput("ssh {}.{}.{}.{} java -version".format( ip[0], ip[1], ip[2], ip[3])) if a == 0: pass else: getoutput( "scp /root/Desktop/project/task0/jdk-8u171-linux-x64.rpm {}.{}.{}.{}:" .format(ip[0], ip[1], ip[2], ip[3])) getoutput("ssh {}.{}.{}.{} rpm -ivh jdk-8u171-linux-x64.rpm".format( ip[0], ip[1], ip[2], ip[3])) getoutput( "scp /root/Desktop/project/task0/.bashrc {}.{}.{}.{}:".format( ip[0], ip[1], ip[2], ip[3]))
def java_install_in_slaves(): ip = all_ip.slaves_ip() for i in range(len(ip)): a = getoutput("ssh {}.{}.{}.{} java -version".format( ip[i][0], ip[i][1], ip[i][2], ip[i][3])) if a == 0: print("Java is already installed") else: getoutput( "scp /root/Desktop/project/task0/jdk-8u171-linux-x64.rpm {}.{}.{}.{}:" .format(ip[i][0], ip[i][1], ip[i][2], ip[i][3])) getoutput( "ssh {}.{}.{}.{} rpm -ivh jdk-8u171-linux-x64.rpm".format( ip[i][0], ip[i][1], ip[i][2], ip[i][3])) getoutput( "scp /root/Desktop/project/task0/.bashrc {}.{}.{}.{}:".format( ip[i][0], ip[i][1], ip[i][2], ip[i][3]))
def send_hosts_to_all_ip(): ip1 = all_ip.master_ip() ip2 = all_ip.jobtracker_ip() ip3 = all_ip.slaves_ip() ip4 = all_ip.slaves_ip() getoutput( "scp /root/Desktop/project/task0/hosts {}.{}.{}.{}:/etc/hosts".format( ip1[0], ip1[1], ip1[2], ip1[3])) getoutput( "scp /root/Desktop/project/task0/hosts {}.{}.{}.{}:/etc/hosts".format( ip2[0], ip2[1], ip2[2], ip2[3])) getoutput( "scp /root/Desktop/project/task0/hosts {}.{}.{}.{}:/etc/hosts".format( ip4[0], ip4[1], ip4[2], ip4[3])) for i in range(len(ip3)): getoutput( "scp /root/Desktop/project/task0/hosts {}.{}.{}.{}:/etc/hosts". format(ip3[i][0], ip3[i][1], ip3[i][2], ip3[i][3]))
def checktt(): ip=all_ip.jobtracker_ip getoutput("ssh {}.{}.{}.{} hadoop job -list-active-trackers".format(ip[0],ip[1],ip[2],ip[3]))
def checkdn(): ip=all_ip.master_ip getoutput("ssh {}.{}.{}.{} hadoop dfsadmin -report".format(ip[0],ip[1],ip[2],ip[3]))