def deploy_middleware_deploy_reset(request): data_req = request.POST data = [] index = [] for key, value in data_req.items(): if ('datas' in key): list_index_key = key.split(']') list_index = list_index_key[0].split('[')[1] list_key = list_index_key[1].split('[')[1] if (list_index in index): data[int(list_index)][list_key] = value else: index.append(list_index) data.append({list_key: value}) #get data from page, and write text for deploy scripts for info in data: password_u = app_user.objects.filter( host_id=info['host_id'], username=info['username']).values('password') if (password_u): ssh2_deploy( info['ip'], info['username'], password_u[0]['password'], r'kill -9 -1;cd /app/' + info['username'] + '/;rm -fr *') application.objects.filter(host_id=info['host_id'], username=info['username']).delete() return HttpResponse(u'重置完成')
def deploy_middleware_deploy_reset(request): data_req = request.POST data = [] index = [] for key, value in data_req.items(): if "datas" in key: list_index_key = key.split("]") list_index = list_index_key[0].split("[")[1] list_key = list_index_key[1].split("[")[1] if list_index in index: data[int(list_index)][list_key] = value else: index.append(list_index) data.append({list_key: value}) # get data from page, and write text for cloudops scripts for info in data: password_u = app_user.objects.filter(host_id=info["host_id"], username=info["username"]).values("password") if password_u: ssh2_deploy( info["ip"], info["username"], password_u[0]["password"], r"kill -9 -1;cd /app/" + info["username"] + "/;rm -fr *", ) application.objects.filter(host_id=info["host_id"], username=info["username"]).delete() return HttpResponse(u"重置完成")
def project_instance_ops(request): host_ip = request.GET.get('host_ip', '') username = request.GET.get('host_user', '') ops = request.GET.get('ops', '') order_no_req = request.GET.get('order_no', '') instance_name = request.GET.get('instance_name', '') if (instance_name): host_id_db = vhost.objects.filter(host_ip=host_ip).values('host_id') host_id = host_id_db[0]['host_id'] script_name = ops + '-' + instance_name + '.sh' host_id_db = vhost.objects.filter(host_ip=host_ip).values('host_id') logging.info(host_id_db) host_id = host_id_db[0]['host_id'] password_requser = app_user.objects.filter( host_id=host_id, username=username).values('password') password_user = password_requser[0]['password'] message = '' if (ops): ssh2_deploy(host_ip, username, password_user, r'cdbin;sh ' + script_name + ' 2>&1 &;') result_ssh = ssh2_deploy( host_ip, username, password_user, r'ps -ef|grep ' + instance_name + ' |grep java|wc -l;') logging.info(result_ssh) result = result_ssh[0] message = u'操作成功,运行实例为' + result else: message = u'没有操作' return HttpResponse(message) else: hosts_ip = vhost.objects.filter( order_no=order_no_req).values('host_ip') if (hosts_ip): for host_ip in hosts_ip: host_ip = host_ip['host_ip'] host_id_db = vhost.objects.filter( host_ip=host_ip).values('host_id') host_id = host_id_db[0]['host_id'] password_requser = app_user.objects.filter( host_id=host_id, username=username).values('password') if (password_requser): password_user = password_requser[0]['password'] result = ssh2_deploy( host_ip, username, password_user, r'cdbin;for var in `ls ' + ops + '-*.sh`;do sh var;done') return HttpResponse('message')
def handle_uploaded_file(request): order_no = request.POST.get('order_no','') host = request.POST.get('deploy_host','') user = request.POST.get('deploy_user','') file_req = request.FILES['uploadfile'] file_name = file_req.name try: path = '/data/uploadpackage/' + order_no + '/' if not os.path.exists(path): os.makedirs(path) destination = open(path + file_name, 'wb+') for chunk in file_req.chunks(): destination.write(chunk) destination.close() else: destination = open(path + file_name, 'wb+') for chunk in file_req.chunks(): destination.write(chunk) destination.close() moduleinfo = application.objects.filter(host_id=host,username=user).values('module') module = moduleinfo[0]['module'] vhost_ip = vhost.objects.all().filter(host_id=host).values('host_ip') host_ip = vhost_ip[0]['host_ip'] userinfo = app_user.objects.all().filter(username = user).values('username','password') username = userinfo[0]['username'] password = userinfo[0]['password'] sftp2(host_ip,username,password,path + file_name,'/app/'+username+'/'+module+'/applications/'+file_name) #step1: release ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy_all/;sh release-'+module+'-*.sh > '+username+'_upload_deploy.log;') while True: result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy_all/;grep releaseok '+username+'_upload_deploy.log;') if (len(result)>0): break; else: sleep(10) ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy_all/;sh stop-'+module+'-srv.sh >> '+username+'_upload_deploy.log;') while True: result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy_all/;grep stopok '+username+'_upload_deploy.log;') if (len(result)>0): break; else: sleep(10) ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy_all/;sh start-'+module+'-srv.sh >> '+username+'_upload_deploy.log; ') while True: result = ssh2_deploy_log(host_ip,username,password, r"cd /data/"+username+"/logs/;awk 'NF{a=$0}END{print a}' "+module+"-?01-srv01-"+(datetime.now().date()).strftime('%Y%m%d')+".log|grep -i RUNNING ;") if (len(result)>0): break; else: sleep(30) except Exception, e: logging.error(e)
def project_instance_ops(request): host_ip = request.GET.get("host_ip", "") username = request.GET.get("host_user", "") ops = request.GET.get("ops", "") order_no_req = request.GET.get("order_no", "") instance_name = request.GET.get("instance_name", "") if instance_name: host_id_db = vhost.objects.filter(host_ip=host_ip).values("host_id") host_id = host_id_db[0]["host_id"] script_name = ops + "-" + instance_name + ".sh" host_id_db = vhost.objects.filter(host_ip=host_ip).values("host_id") logging.info(host_id_db) host_id = host_id_db[0]["host_id"] password_requser = app_user.objects.filter(host_id=host_id, username=username).values("password") password_user = password_requser[0]["password"] message = "" if ops: ssh2_deploy(host_ip, username, password_user, r"cdbin;sh " + script_name + " 2>&1 &;") result_ssh = ssh2_deploy( host_ip, username, password_user, r"ps -ef|grep " + instance_name + " |grep java|wc -l;" ) logging.info(result_ssh) result = result_ssh[0] message = u"操作成功,运行实例为" + result else: message = u"没有操作" return HttpResponse(message) else: hosts_ip = vhost.objects.filter(order_no=order_no_req).values("host_ip") if hosts_ip: for host_ip in hosts_ip: host_ip = host_ip["host_ip"] host_id_db = vhost.objects.filter(host_ip=host_ip).values("host_id") host_id = host_id_db[0]["host_id"] password_requser = app_user.objects.filter(host_id=host_id, username=username).values("password") if password_requser: password_user = password_requser[0]["password"] result = ssh2_deploy( host_ip, username, password_user, r"cdbin;for var in `ls " + ops + "-*.sh`;do sh var;done" ) return HttpResponse("message")
def project_instance_ops(request): host_ip = request.GET.get('host_ip','') username = request.GET.get('host_user','') ops = request.GET.get('ops','') order_no_req = request.GET.get('order_no','') instance_name = request.GET.get('instance_name','') if(instance_name): host_id_db = vhost.objects.filter(host_ip=host_ip).values('host_id') host_id = host_id_db[0]['host_id'] script_name = ops + '-' + instance_name + '.sh' host_id_db = vhost.objects.filter(host_ip=host_ip).values('host_id') logging.info(host_id_db) host_id = host_id_db[0]['host_id'] password_requser = app_user.objects.filter(host_id=host_id,username=username).values('password') password_user = password_requser[0]['password'] message = '' if(ops): ssh2_deploy(host_ip, username, password_user, r'cdbin;sh '+script_name+' 2>&1 &;') result_ssh = ssh2_deploy(host_ip, username, password_user, r'ps -ef|grep '+instance_name +' |grep java|wc -l;') logging.info(result_ssh) result = result_ssh[0] message = u'操作成功,运行实例为'+result else: message = u'没有操作' return HttpResponse(message) else: hosts_ip = vhost.objects.filter(order_no=order_no_req).values('host_ip') if(hosts_ip): for host_ip in hosts_ip: host_ip = host_ip['host_ip'] host_id_db = vhost.objects.filter(host_ip=host_ip).values('host_id') host_id = host_id_db[0]['host_id'] password_requser = app_user.objects.filter(host_id=host_id,username=username).values('password') if(password_requser): password_user = password_requser[0]['password'] result = ssh2_deploy(host_ip, username, password_user, r'cdbin;for var in `ls '+ops+'-*.sh`;do sh var;done') return HttpResponse('message')
def deploy_middleware_deploy_reset(request): data_req = request.POST data = [] index = [] for key,value in data_req.items(): if('datas' in key): list_index_key = key.split(']') list_index = list_index_key[0].split('[')[1] list_key = list_index_key[1].split('[')[1] if (list_index in index): data[int(list_index)][list_key] = value else: index.append(list_index) data.append({list_key:value}) #get data from page, and write text for deploy scripts for info in data: password_u = app_user.objects.filter(host_id = info['host_id'],username=info['username']).values('password') if(password_u): ssh2_deploy(info['ip'],info['username'], password_u[0]['password'], r'kill -9 -1;cd /app/'+info['username']+'/;rm -fr *') application.objects.filter(host_id = info['host_id'],username=info['username']).delete() return HttpResponse(u'重置完成')
def project_user_instance(request): order_no_req = request.GET.get('order_no','') host_user_req = request.GET.get('host_user','') ops_req = request.GET.get('ops','') cursor = connection.cursor() if(order_no_req): order_no = vhost.objects.filter(order_no=order_no_req).values('order_no','order_name').distinct() host_instance_info = [] appusers = [] # please notice the parameter formart if(not host_user_req): cursor.execute("select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s",[order_no_req]) else: cursor.execute("select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s and app_user.username = %s",[order_no_req,host_user_req]) vhosts = dictfetchall(cursor) if(len(vhosts)>0): for host in vhosts: host_ip = host['host_ip'] username = host['username'] password = host['password'] appusers.append(username) #result = ssh2_deploy(host_ip, username, password, r"cdbin;for var in (`ls start-* | sed -e 's/start-//g' -e 's/.sh//g'`);do process=`ps -ef|grep java|grep $var|wc -l`;if [ $process -eq 1 ]; then echo $var start else echo $var stop fi done;") if(ops_req): ssh2_deploy(host_ip, username, password, r'cdbin;sh '+ops_req+'-admin.sh 2>&1 &;') ssh2_deploy(host_ip, username, password, r'cdbin;sh '+ops_req+'allsrv.sh 2>&1 &;') sleep(30) else: sftp2(host_ip, username, password, '/app/scripts/deploy/instance.sh', '/tmp/instance.sh') result = ssh2_deploy(host_ip, username, password, r'sh /tmp/instance.sh;') ssh2_deploy(host_ip, username, password, r'rm -fr /tmp/instance.sh;') for instance in result: insatnce = instance.strip('\n').split(' ') host_instance_info.append({'host_ip':host_ip,'username':username,'password':password,'instance_name':insatnce[0],'instance_status':insatnce[1]}) cursor.execute("select distinct(app_user.username) from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s",[order_no_req]) deploy_user = dictfetchall(cursor) cursor.close() return render(request,'weblogic_instances.html',{'order_no':order_no,'deploy_user':deploy_user,'host_instance_info': host_instance_info})
def project_user_instance(request): order_no_req = request.GET.get('order_no', '') host_user_req = request.GET.get('host_user', '') ops_req = request.GET.get('ops', '') cursor = connection.cursor() if (order_no_req): order_no = vhost.objects.filter(order_no=order_no_req).values( 'order_no', 'order_name').distinct() host_instance_info = [] appusers = [] # please notice the parameter formart if (not host_user_req): cursor.execute( "select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s", [order_no_req]) else: cursor.execute( "select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s and app_user.username = %s", [order_no_req, host_user_req]) vhosts = dictfetchall(cursor) if (len(vhosts) > 0): for host in vhosts: host_ip = host['host_ip'] username = host['username'] password = host['password'] appusers.append(username) #result = ssh2_deploy(host_ip, username, password, r"cdbin;for var in (`ls start-* | sed -e 's/start-//g' -e 's/.sh//g'`);do process=`ps -ef|grep java|grep $var|wc -l`;if [ $process -eq 1 ]; then echo $var start else echo $var stop fi done;") if (ops_req): ssh2_deploy(host_ip, username, password, r'cdbin;sh ' + ops_req + '-admin.sh 2>&1 &;') ssh2_deploy(host_ip, username, password, r'cdbin;sh ' + ops_req + 'allsrv.sh 2>&1 &;') sleep(30) else: sftp2(host_ip, username, password, '/app/scripts/deploy/instance.sh', '/tmp/instance.sh') result = ssh2_deploy(host_ip, username, password, r'sh /tmp/instance.sh;') ssh2_deploy(host_ip, username, password, r'rm -fr /tmp/instance.sh;') for instance in result: insatnce = instance.strip('\n').split(' ') host_instance_info.append({ 'host_ip': host_ip, 'username': username, 'password': password, 'instance_name': insatnce[0], 'instance_status': insatnce[1] }) cursor.execute( "select distinct(app_user.username) from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s", [order_no_req]) deploy_user = dictfetchall(cursor) cursor.close() return render( request, 'weblogic_instances.html', { 'order_no': order_no, 'deploy_user': deploy_user, 'host_instance_info': host_instance_info })
def handle_uploaded_file(request): order_no = request.POST.get('order_no', '') host = request.POST.get('deploy_host', '') user = request.POST.get('deploy_user', '') file_req = request.FILES['uploadfile'] file_name = file_req.name try: path = '/data/uploadpackage/' + order_no + '/' if not os.path.exists(path): os.makedirs(path) destination = open(path + file_name, 'wb+') for chunk in file_req.chunks(): destination.write(chunk) destination.close() else: destination = open(path + file_name, 'wb+') for chunk in file_req.chunks(): destination.write(chunk) destination.close() moduleinfo = application.objects.filter(host_id=host, username=user).values('module') module = moduleinfo[0]['module'] vhost_ip = vhost.objects.all().filter(host_id=host).values('host_ip') host_ip = vhost_ip[0]['host_ip'] userinfo = app_user.objects.all().filter(username=user).values( 'username', 'password') username = userinfo[0]['username'] password = userinfo[0]['password'] sftp2(host_ip, username, password, path + file_name, '/app/' + username + '/' + module + '/applications/' + file_name) #step1: release ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy_all/;sh release-' + module + '-*.sh > ' + username + '_upload_deploy.log;') while True: result = ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy_all/;grep releaseok ' + username + '_upload_deploy.log;') if (len(result) > 0): break else: sleep(10) ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy_all/;sh stop-' + module + '-srv.sh >> ' + username + '_upload_deploy.log;') while True: result = ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy_all/;grep stopok ' + username + '_upload_deploy.log;') if (len(result) > 0): break else: sleep(10) ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy_all/;sh start-' + module + '-srv.sh >> ' + username + '_upload_deploy.log; ') while True: result = ssh2_deploy_log( host_ip, username, password, r"cd /data/" + username + "/logs/;awk 'NF{a=$0}END{print a}' " + module + "-?01-srv01-" + (datetime.now().date()).strftime('%Y%m%d') + ".log|grep -i RUNNING ;") if (len(result) > 0): break else: sleep(30) except Exception, e: logging.error(e)
def tomcat_deploy(data_req): data_txt_web = [] data_txt_app = [] for data in data_req: hostname = data['host_name'] username = data['username'] if ('web' in hostname): web_index = username.index('web') module = username[0:web_index] + '-' + username[web_index:] password = app_user.objects.all().filter( host_id=data['host_id'], username=data['username']).values('password')[0]['password'] data_txt_web.append({ 'host_id': data['host_id'], 'hostname': hostname, 'area': data['area'], 'ip': data['ip'], 'username': username, 'password': password, 'module': module, 'instance': data['instance'], 'primary': '', 'version_num': data['version_num'] }) elif ('app' in hostname): app_index = username.index('app') module = username[0:app_index] + '-' + username[app_index:] password = app_user.objects.all().filter( host_id=data['host_id'], username=data['username']).values('password')[0]['password'] data_txt_app.append({ 'host_id': data['host_id'], 'hostname': hostname, 'area': data['area'], 'ip': data['ip'], 'username': username, 'password': password, 'module': module, 'instance': data['instance'], 'primary': '', 'version_num': data['version_num'] }) ''' cloudops step: 1.write text file 2.copy file to cloudops host 3.excute shell scripts ''' #web server web_server_count = len(data_txt_web) if (web_server_count > 0): for i in range(web_server_count): if ('01' in data_txt_web[i]['area']): cmd = r'' for info in data_txt_web: cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' + info[ 'username'] + ' ' + info['password'] + ' ' + info[ 'module'] + ' ' + info['instance'] + ' ' + info[ 'version_num'] + ' \\n' cmd = cmd[:-2] cmd = r'cd /app/' + data_txt_web[i][ 'username'] + '/;echo "' + cmd + '" > data.txt' #set primary host for cloudops data_txt_web[i]['primary'] = 'primary' #var host_ip = data_txt_web[i]['ip'] username = data_txt_web[i]['username'] password = data_txt_web[i]['password'] module = data_txt_web[i]['module'] application.objects.create( host_id=data_txt_web[i]['host_id'], area=data_txt_web[i]['area'], middleware='tomcat', module=module, username=username, version_num=data_txt_web[i]['version_num'], instance_num=data_txt_web[i]['instance'], primary='primary', create_date=today, status='deployed') #write data text ssh2_deploy(host_ip, username, password, cmd) #put template file to target host sftp2(host_ip, username, password, '/app/tmt/tomcat.tar', '/app/' + username + '/tomcat.tar') #tar xvf file name and run 3 scripts cmd_deploy_step1 = r'cd /app/'+username+';tar xf tomcat.tar;sh 01_startdoc.sh >>cloudops.log;'\ 'sh 02_mvserver.sh >>cloudops.log;' ssh2_deploy(host_ip, username, password, cmd_deploy_step1) #app server app_server_count = len(data_txt_app) if (app_server_count > 0): for i in range(app_server_count): if ('01' in data_txt_app[i]['area']): cmd = '' for info in data_txt_app: cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' + info[ 'username'] + ' ' + info['password'] + ' ' + info[ 'module'] + ' ' + info['instance'] + ' ' + info[ 'version_num'] + ' \\n' cmd = r'cd /app/' + data_txt_app[i][ 'username'] + ';echo "' + cmd + ' " > data.txt' #set primary host for cloudops data_txt_app[i]['primary'] = 'primary' #var host_ip = data_txt_app[i]['ip'] username = data_txt_app[i]['username'] password = data_txt_app[i]['password'] module = data_txt_app[i]['module'] application.objects.create( host_id=data_txt_app[i]['host_id'], area=data_txt_app[i]['area'], middleware='tomcat', module=module, username=username, version_num=data_txt_app[i]['version_num'], instance_num=data_txt_app[i]['instance'], primary='primary', create_date=today, status='deployed') #write data text ssh2_deploy(host_ip, username, password, cmd) #put template file to target host sftp2(host_ip, username, password, '/app/tmt/tomcat.tar', '/app/' + username + '/tomcat.tar') cmd_deploy_step1 = r'cd /app/'+username+';tar xf tomcat.tar;sh 01_startdoc.sh >>cloudops.log;'\ 'sh 02_mvserver.sh >>cloudops.log;' ssh2_deploy(host_ip, username, password, cmd_deploy_step1) logging.info(data_txt_web) logging.info(data_txt_app) data_txt = data_txt_web + data_txt_app logging.info(data_txt) #input database application app_data = [] for deploy_info in data_txt: if (not deploy_info['primary']): app_data.append( application(host_id=deploy_info['host_id'], area=deploy_info['area'], middleware='tomcat', module=deploy_info['module'], username=deploy_info['username'], version_num=deploy_info['version_num'], instance_num=deploy_info['instance'], primary=deploy_info['primary'], create_date=today, status='deployed')) application.objects.bulk_create(app_data)
def welogic_deploy(data_req): data_txt_web = [] data_txt_app = [] for data in data_req: hostname = data['host_name'] username = data['username'] if ('web' in hostname): web_index = username.index('web') module = username[0:web_index] + '-' + username[web_index:] password = app_user.objects.all().filter( host_id=data['host_id'], username=data['username']).values('password')[0]['password'] data_txt_web.append({ 'host_id': data['host_id'], 'hostname': hostname, 'area': data['area'], 'ip': data['ip'], 'username': username, 'password': password, 'module': module, 'instance': data['instance'], 'primary': '', 'console_port': data['console_port'] }) elif ('app' in hostname): app_index = username.index('app') module = username[0:app_index] + '-' + username[app_index:] password = app_user.objects.all().filter( host_id=data['host_id'], username=data['username']).values('password')[0]['password'] data_txt_app.append({ 'host_id': data['host_id'], 'hostname': hostname, 'area': data['area'], 'ip': data['ip'], 'username': username, 'password': password, 'module': module, 'instance': data['instance'], 'primary': '', 'console_port': data['console_port'] }) ''' deploy step: 1.write text file 2.copy file to deploy host 3.excute shell scripts ''' #web server web_server_count = len(data_txt_web) if (web_server_count > 0): for i in range(web_server_count): if ('01' in data_txt_web[i]['area']): cmd = r'' for info in data_txt_web: cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' + info[ 'username'] + ' ' + info['password'] + ' ' + info[ 'module'] + ' /app/mw test.war ' + info[ 'instance'] + ' ' + info[ 'console_port'] + ' \\n' cmd = cmd[:-2] cmd = r'cd /app/' + data_txt_web[i][ 'username'] + '/;echo "' + cmd + '" > data.txt' #set primary host for deploy data_txt_web[i]['primary'] = 'primary' #var host_ip = data_txt_web[i]['ip'] username = data_txt_web[i]['username'] password = data_txt_web[i]['password'] module = data_txt_web[i]['module'] application.objects.create( host_id=data_txt_web[i]['host_id'], area=data_txt_web[i]['area'], middleware='weblogic', module=module, username=username, console_port=data_txt_web[i]['console_port'], instance_num=data_txt_web[i]['instance'], package='test.war', primary='primary', create_date=today, status='deployed') try: #write data text ssh2_deploy(host_ip, username, password, cmd) #put template file to target host sftp2(host_ip, username, password, '/app/testweb/bak/TEMPLATE.tar', '/app/' + username + '/TEMPLATE.tar') #tar xvf file name and run 3 scripts cmd_deploy_step1 = r'cd /app/'+username+';tar xf TEMPLATE.tar;source .cshrc;sh APP.sh;'\ 'cp test.war /app/'+username+'/deploy/applications/'+module+'/;'\ 'cd deploy/scripts;sh 1_envinitall.sh >deploy.log;' ssh2_deploy(host_ip, username, password, cmd_deploy_step1) while True: result = ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;grep setup1 deploy.log') logging.info(result) logging.info(len(result)) if (len(result) == web_server_count): break else: sleep(30) # web-machinfo.txt version-web-machinfo.txt cmd_web_machinfo = '' cmd_version_web_machinfo = '' for info in data_txt_web: cmd_web_machinfo = cmd_web_machinfo + info[ 'ip'] + ' ' + info['password'] + ' ' + info[ 'username'] + ' /app/' + info[ 'username'] + '/' + info['module'] + ' \\n' for i in range(int(info['instance'])): cmd_version_web_machinfo = cmd_version_web_machinfo + info[ 'ip'] + ':' + str( int(info['console_port']) + 1 + i) + ' \\n' cmd_web_machinfo = cmd_web_machinfo[:-2] cmd_version_web_machinfo = cmd_version_web_machinfo[:-2] # run DEP.sh for deploy programe cmd_run_deploy = r'cd /app/' + username + '/; sh DEP.sh;cd deploy_all/;echo "' + cmd_web_machinfo + '" > web-machinfo.txt;echo "' + cmd_version_web_machinfo + '" > version-web-machinfo.txt' ssh2_deploy(host_ip, username, password, cmd_run_deploy) #run step 2 and step 3 ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;sh 2_createdomain.sh >>deploy.log;') while True: result = ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;grep setup2 deploy.log') if (len(result) == web_server_count): break else: sleep(30) ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;sh 3_deployappall.sh >>deploy.log;') while True: result = ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;grep setup3 deploy.log') if (len(result) == web_server_count): break else: sleep(60) continue except: application.objects.all().filter( host_id=data_txt_web[i]['host_id'], username=username).delete() #app server app_server_count = len(data_txt_app) if (app_server_count > 0): for i in range(app_server_count): if ('01' in data_txt_app[i]['area']): cmd = '' for info in data_txt_app: cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' + info[ 'username'] + ' ' + info['password'] + ' ' + info[ 'module'] + ' /app/mw test.war ' + info[ 'instance'] + ' ' + info[ 'console_port'] + ' \\n' cmd = r'cd /app/' + data_txt_app[i][ 'username'] + ';echo "' + cmd + ' " > data.txt' #set primary host for deploy data_txt_app[i]['primary'] = 'primary' #var host_ip = data_txt_app[i]['ip'] username = data_txt_app[i]['username'] password = data_txt_app[i]['password'] module = data_txt_app[i]['module'] application.objects.create( host_id=data_txt_app[i]['host_id'], area=data_txt_app[i]['area'], middleware='weblogic', module=module, username=username, console_port=data_txt_app[i]['console_port'], instance_num=data_txt_app[i]['instance'], package='test.war', primary='primary', create_date=today, status='deployed') try: #write data text ssh2_deploy(host_ip, username, password, cmd) #put template file to target host sftp2(host_ip, username, password, '/app/testweb/bak/TEMPLATE.tar', '/app/' + username + '/TEMPLATE.tar') cmd_deploy = 'cd /app/'+username+';tar xf TEMPLATE.tar;source .cshrc;sh APP.sh;'\ 'cp test.war /app/'+username+'/deploy/applications/'+module+'/;'\ 'cd deploy/scripts;sh 1_envinitall.sh > deploy.log;' ssh2_deploy(host_ip, username, password, cmd_deploy) while True: result = ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;grep setup1 deploy.log') logging.info(result) logging.info(len(result)) if (len(result) == app_server_count): break else: sleep(30) # web-machinfo.txt version-web-machinfo.txt cmd_app_machinfo = '' cmd_version_app_machinfo = '' for info in data_txt_web: cmd_app_machinfo = cmd_app_machinfo + info[ 'ip'] + ' ' + info['password'] + ' ' + info[ 'username'] + ' /app/' + info[ 'username'] + '/' + info['module'] + ' \\n' for i in range(int(info['instance'])): cmd_version_app_machinfo = cmd_version_app_machinfo + info[ 'ip'] + ':' + str( int(info['console_port']) + 1 + i) + ' \\n' cmd_app_machinfo = cmd_app_machinfo[:-2] cmd_version_app_machinfo = cmd_version_app_machinfo[:-2] # run DEP.sh for deploy programe cmd_run_deploy = r'cd /app/' + username + '/; sh DEP.sh;cd deploy_all/;echo "' + cmd_app_machinfo + '" > app-machinfo.txt;echo "' + cmd_version_app_machinfo + '" > version-app-machinfo.txt' ssh2_deploy(host_ip, username, password, cmd_run_deploy) #run step 2 and step 3 ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;sh 2_createdomain.sh >>deploy.log;') while True: result = ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;grep setup2 deploy.log') if (len(result) == app_server_count): break else: sleep(30) ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;sh 3_deployappall.sh >>deploy.log;') while True: result = ssh2_deploy( host_ip, username, password, r'cd /app/' + username + '/deploy/scripts;grep setup3 deploy.log') if (len(result) == app_server_count): break else: sleep(60) continue except: application.objects.all().filter( host_id=data_txt_app[i]['host_id'], username=username).delete() logging.info(data_txt_web) logging.info(data_txt_app) data_txt = data_txt_web + data_txt_app logging.info(data_txt) #input database application app_data = [] for deploy_info in data_txt: if (not deploy_info['primary']): app_data.append( application(host_id=deploy_info['host_id'], area=deploy_info['area'], middleware='weblogic', module=deploy_info['module'], username=deploy_info['username'], console_port=deploy_info['console_port'], instance_num=deploy_info['instance'], package='test.war', primary=deploy_info['primary'], create_date=today, status='deployed')) application.objects.bulk_create(app_data)
def welogic_deploy(data_req): data_txt_web = [] data_txt_app = [] for data in data_req: hostname = data['host_name'] username = data['username'] if('web' in hostname): web_index = username.index('web') module = username[0:web_index] + '-' + username[web_index:] password = app_user.objects.all().filter(host_id=data['host_id'],username=data['username']).values('password')[0]['password'] data_txt_web.append({'host_id':data['host_id'],'hostname':hostname,'area':data['area'],'ip':data['ip'],'username':username,'password':password,'module':module,'instance':data['instance'],'primary':'','console_port':data['console_port']}) elif('app' in hostname): app_index = username.index('app') module = username[0:app_index] + '-' + username[app_index:] password = app_user.objects.all().filter(host_id=data['host_id'],username=data['username']).values('password')[0]['password'] data_txt_app.append({'host_id':data['host_id'],'hostname':hostname,'area':data['area'],'ip':data['ip'],'username':username,'password':password,'module':module,'instance':data['instance'],'primary':'','console_port':data['console_port']}) ''' deploy step: 1.write text file 2.copy file to deploy host 3.excute shell scripts ''' #web server web_server_count = len(data_txt_web) if (web_server_count > 0): for i in range(web_server_count): if('01' in data_txt_web[i]['area']): cmd = r'' for info in data_txt_web: cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' +info['username']+ ' ' + info['password'] + ' ' + info['module'] + ' /app/mw test.war ' + info['instance'] + ' '+ info['console_port'] +' \\n' cmd = cmd[:-2] cmd = r'cd /app/'+data_txt_web[i]['username']+'/;echo "'+ cmd + '" > data.txt' #set primary host for deploy data_txt_web[i]['primary'] = 'primary' #var host_ip = data_txt_web[i]['ip'] username = data_txt_web[i]['username'] password = data_txt_web[i]['password'] module = data_txt_web[i]['module'] application.objects.create(host_id=data_txt_web[i]['host_id'],area=data_txt_web[i]['area'],middleware='weblogic',module=module,username=username,console_port=data_txt_web[i]['console_port'],instance_num=data_txt_web[i]['instance'],package='test.war',primary='primary',create_date=today,status='deployed') try : #write data text ssh2_deploy(host_ip,username,password,cmd) #put template file to target host sftp2(host_ip,username,password,'/app/testweb/bak/TEMPLATE.tar','/app/'+username+'/TEMPLATE.tar') #tar xvf file name and run 3 scripts cmd_deploy_step1 = r'cd /app/'+username+';tar xf TEMPLATE.tar;source .cshrc;sh APP.sh;'\ 'cp test.war /app/'+username+'/deploy/applications/'+module+'/;'\ 'cd deploy/scripts;sh 1_envinitall.sh >deploy.log;' ssh2_deploy(host_ip,username,password,cmd_deploy_step1) while True: result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup1 deploy.log') logging.info(result) logging.info(len(result)) if (len(result)==web_server_count): break; else: sleep(30) # web-machinfo.txt version-web-machinfo.txt cmd_web_machinfo = '' cmd_version_web_machinfo = '' for info in data_txt_web: cmd_web_machinfo = cmd_web_machinfo + info['ip'] + ' ' + info['password'] + ' ' +info['username']+ ' /app/' + info['username'] + '/' + info['module'] +' \\n' for i in range(int(info['instance'])): cmd_version_web_machinfo = cmd_version_web_machinfo + info['ip'] + ':' + str(int(info['console_port']) + 1 + i)+' \\n' cmd_web_machinfo = cmd_web_machinfo[:-2] cmd_version_web_machinfo = cmd_version_web_machinfo[:-2] # run DEP.sh for deploy programe cmd_run_deploy = r'cd /app/'+username+'/; sh DEP.sh;cd deploy_all/;echo "' + cmd_web_machinfo +'" > web-machinfo.txt;echo "' + cmd_version_web_machinfo +'" > version-web-machinfo.txt' ssh2_deploy(host_ip,username,password,cmd_run_deploy) #run step 2 and step 3 ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy/scripts;sh 2_createdomain.sh >>deploy.log;') while True: result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup2 deploy.log') if (len(result)==web_server_count): break; else: sleep(30) ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy/scripts;sh 3_deployappall.sh >>deploy.log;') while True: result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup3 deploy.log') if (len(result)==web_server_count): break; else: sleep(60) continue; except: application.objects.all().filter(host_id=data_txt_web[i]['host_id'],username=username).delete() #app server app_server_count = len(data_txt_app) if ( app_server_count > 0): for i in range(app_server_count): if('01' in data_txt_app[i]['area']): cmd = '' for info in data_txt_app: cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' +info['username']+ ' ' + info['password'] + ' ' + info['module'] + ' /app/mw test.war ' + info['instance'] +' '+info['console_port'] +' \\n' cmd = r'cd /app/'+data_txt_app[i]['username']+';echo "'+ cmd + ' " > data.txt' #set primary host for deploy data_txt_app[i]['primary'] = 'primary' #var host_ip = data_txt_app[i]['ip'] username = data_txt_app[i]['username'] password = data_txt_app[i]['password'] module = data_txt_app[i]['module'] application.objects.create(host_id=data_txt_app[i]['host_id'],area=data_txt_app[i]['area'],middleware='weblogic',module=module,username=username,console_port=data_txt_app[i]['console_port'],instance_num=data_txt_app[i]['instance'],package='test.war',primary='primary',create_date=today,status='deployed') try: #write data text ssh2_deploy(host_ip,username,password,cmd) #put template file to target host sftp2(host_ip,username,password,'/app/testweb/bak/TEMPLATE.tar','/app/'+username+'/TEMPLATE.tar') cmd_deploy = 'cd /app/'+username+';tar xf TEMPLATE.tar;source .cshrc;sh APP.sh;'\ 'cp test.war /app/'+username+'/deploy/applications/'+module+'/;'\ 'cd deploy/scripts;sh 1_envinitall.sh > deploy.log;' ssh2_deploy(host_ip,username,password,cmd_deploy) while True: result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup1 deploy.log') logging.info(result) logging.info(len(result)) if (len(result)==app_server_count): break; else: sleep(30) # web-machinfo.txt version-web-machinfo.txt cmd_app_machinfo = '' cmd_version_app_machinfo = '' for info in data_txt_web: cmd_app_machinfo = cmd_app_machinfo + info['ip'] + ' ' + info['password'] + ' ' +info['username']+ ' /app/' + info['username'] + '/' + info['module'] +' \\n' for i in range(int(info['instance'])): cmd_version_app_machinfo = cmd_version_app_machinfo + info['ip'] + ':' + str(int(info['console_port']) + 1 + i)+' \\n' cmd_app_machinfo = cmd_app_machinfo[:-2] cmd_version_app_machinfo = cmd_version_app_machinfo[:-2] # run DEP.sh for deploy programe cmd_run_deploy = r'cd /app/'+username+'/; sh DEP.sh;cd deploy_all/;echo "' + cmd_app_machinfo +'" > app-machinfo.txt;echo "' + cmd_version_app_machinfo +'" > version-app-machinfo.txt' ssh2_deploy(host_ip,username,password,cmd_run_deploy) #run step 2 and step 3 ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy/scripts;sh 2_createdomain.sh >>deploy.log;') while True: result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup2 deploy.log') if (len(result)==app_server_count): break; else: sleep(30) ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy/scripts;sh 3_deployappall.sh >>deploy.log;') while True: result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup3 deploy.log') if (len(result)==app_server_count): break; else: sleep(60) continue; except: application.objects.all().filter(host_id=data_txt_app[i]['host_id'],username=username).delete() logging.info(data_txt_web) logging.info(data_txt_app) data_txt = data_txt_web + data_txt_app logging.info(data_txt) #input database application app_data = [] for deploy_info in data_txt: if(not deploy_info['primary']): app_data.append(application(host_id=deploy_info['host_id'],area=deploy_info['area'],middleware='weblogic',module=deploy_info['module'],username=deploy_info['username'],console_port=deploy_info['console_port'],instance_num=deploy_info['instance'],package='test.war',primary=deploy_info['primary'],create_date=today,status='deployed')) application.objects.bulk_create(app_data) #run startup scripts and check the deploy status
def project_user_instance(request): order_no_req = request.GET.get("order_no", "") host_user_req = request.GET.get("host_user", "") ops_req = request.GET.get("ops", "") cursor = connection.cursor() if order_no_req: order_no = vhost.objects.filter(order_no=order_no_req).values("order_no", "order_name").distinct() host_instance_info = [] appusers = [] # please notice the parameter formart if not host_user_req: cursor.execute( "select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s", [order_no_req], ) else: cursor.execute( "select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s and app_user.username = %s", [order_no_req, host_user_req], ) vhosts = dictfetchall(cursor) if len(vhosts) > 0: for host in vhosts: host_ip = host["host_ip"] username = host["username"] password = host["password"] appusers.append(username) # result = ssh2_deploy(host_ip, username, password, r"cdbin;for var in (`ls start-* | sed -e 's/start-//g' -e 's/.sh//g'`);do process=`ps -ef|grep java|grep $var|wc -l`;if [ $process -eq 1 ]; then echo $var start else echo $var stop fi done;") if ops_req: ssh2_deploy(host_ip, username, password, r"cdbin;sh " + ops_req + "-admin.sh 2>&1 &;") ssh2_deploy(host_ip, username, password, r"cdbin;sh " + ops_req + "allsrv.sh 2>&1 &;") sleep(30) else: sftp2(host_ip, username, password, "/app/scripts/cloudops/instance.sh", "/tmp/instance.sh") result = ssh2_deploy(host_ip, username, password, r"sh /tmp/instance.sh;") ssh2_deploy(host_ip, username, password, r"rm -fr /tmp/instance.sh;") for instance in result: insatnce = instance.strip("\n").split(" ") host_instance_info.append( { "host_ip": host_ip, "username": username, "password": password, "instance_name": insatnce[0], "instance_status": insatnce[1], } ) cursor.execute( "select distinct(app_user.username) from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s", [order_no_req], ) deploy_user = dictfetchall(cursor) cursor.close() return render( request, "weblogic_instances.html", {"order_no": order_no, "deploy_user": deploy_user, "host_instance_info": host_instance_info}, )
def handle_uploaded_file(request): order_no = request.POST.get("order_no", "") host = request.POST.get("deploy_host", "") user = request.POST.get("deploy_user", "") file_req = request.FILES["uploadfile"] file_name = file_req.name try: path = "/data/uploadpackage/" + order_no + "/" if not os.path.exists(path): os.makedirs(path) destination = open(path + file_name, "wb+") for chunk in file_req.chunks(): destination.write(chunk) destination.close() else: destination = open(path + file_name, "wb+") for chunk in file_req.chunks(): destination.write(chunk) destination.close() moduleinfo = application.objects.filter(host_id=host, username=user).values("module") module = moduleinfo[0]["module"] vhost_ip = vhost.objects.all().filter(host_id=host).values("host_ip") host_ip = vhost_ip[0]["host_ip"] userinfo = app_user.objects.all().filter(username=user).values("username", "password") username = userinfo[0]["username"] password = userinfo[0]["password"] sftp2( host_ip, username, password, path + file_name, "/app/" + username + "/" + module + "/applications/" + file_name, ) # step1: release ssh2_deploy( host_ip, username, password, r"cd /app/" + username + "/deploy_all/;sh release-" + module + "-*.sh > " + username + "_upload_deploy.log;", ) while True: result = ssh2_deploy( host_ip, username, password, r"cd /app/" + username + "/deploy_all/;grep releaseok " + username + "_upload_deploy.log;", ) if len(result) > 0: break else: sleep(10) ssh2_deploy( host_ip, username, password, r"cd /app/" + username + "/deploy_all/;sh stop-" + module + "-srv.sh >> " + username + "_upload_deploy.log;", ) while True: result = ssh2_deploy( host_ip, username, password, r"cd /app/" + username + "/deploy_all/;grep stopok " + username + "_upload_deploy.log;", ) if len(result) > 0: break else: sleep(10) ssh2_deploy( host_ip, username, password, r"cd /app/" + username + "/deploy_all/;sh start-" + module + "-srv.sh >> " + username + "_upload_deploy.log; ", ) while True: result = ssh2_deploy_log( host_ip, username, password, r"cd /data/" + username + "/logs/;awk 'NF{a=$0}END{print a}' " + module + "-?01-srv01-" + (datetime.now().date()).strftime("%Y%m%d") + ".log|grep -i RUNNING ;", ) if len(result) > 0: break else: sleep(30) except Exception, e: logging.error(e)
def tomcat_deploy(data_req): data_txt_web = [] data_txt_app = [] for data in data_req: hostname = data["host_name"] username = data["username"] if "web" in hostname: web_index = username.index("web") module = username[0:web_index] + "-" + username[web_index:] password = ( app_user.objects.all() .filter(host_id=data["host_id"], username=data["username"]) .values("password")[0]["password"] ) data_txt_web.append( { "host_id": data["host_id"], "hostname": hostname, "area": data["area"], "ip": data["ip"], "username": username, "password": password, "module": module, "instance": data["instance"], "primary": "", "version_num": data["version_num"], } ) elif "app" in hostname: app_index = username.index("app") module = username[0:app_index] + "-" + username[app_index:] password = ( app_user.objects.all() .filter(host_id=data["host_id"], username=data["username"]) .values("password")[0]["password"] ) data_txt_app.append( { "host_id": data["host_id"], "hostname": hostname, "area": data["area"], "ip": data["ip"], "username": username, "password": password, "module": module, "instance": data["instance"], "primary": "", "version_num": data["version_num"], } ) """ cloudops step: 1.write text file 2.copy file to cloudops host 3.excute shell scripts """ # web server web_server_count = len(data_txt_web) if web_server_count > 0: for i in range(web_server_count): if "01" in data_txt_web[i]["area"]: cmd = r"" for info in data_txt_web: cmd = ( cmd + info["area"] + " " + info["ip"] + " " + info["username"] + " " + info["password"] + " " + info["module"] + " " + info["instance"] + " " + info["version_num"] + " \\n" ) cmd = cmd[:-2] cmd = r"cd /app/" + data_txt_web[i]["username"] + '/;echo "' + cmd + '" > data.txt' # set primary host for cloudops data_txt_web[i]["primary"] = "primary" # var host_ip = data_txt_web[i]["ip"] username = data_txt_web[i]["username"] password = data_txt_web[i]["password"] module = data_txt_web[i]["module"] application.objects.create( host_id=data_txt_web[i]["host_id"], area=data_txt_web[i]["area"], middleware="tomcat", module=module, username=username, version_num=data_txt_web[i]["version_num"], instance_num=data_txt_web[i]["instance"], primary="primary", create_date=today, status="deployed", ) # write data text ssh2_deploy(host_ip, username, password, cmd) # put template file to target host sftp2(host_ip, username, password, "/app/tmt/tomcat.tar", "/app/" + username + "/tomcat.tar") # tar xvf file name and run 3 scripts cmd_deploy_step1 = ( r"cd /app/" + username + ";tar xf tomcat.tar;sh 01_startdoc.sh >>cloudops.log;" "sh 02_mvserver.sh >>cloudops.log;" ) ssh2_deploy(host_ip, username, password, cmd_deploy_step1) # app server app_server_count = len(data_txt_app) if app_server_count > 0: for i in range(app_server_count): if "01" in data_txt_app[i]["area"]: cmd = "" for info in data_txt_app: cmd = ( cmd + info["area"] + " " + info["ip"] + " " + info["username"] + " " + info["password"] + " " + info["module"] + " " + info["instance"] + " " + info["version_num"] + " \\n" ) cmd = r"cd /app/" + data_txt_app[i]["username"] + ';echo "' + cmd + ' " > data.txt' # set primary host for cloudops data_txt_app[i]["primary"] = "primary" # var host_ip = data_txt_app[i]["ip"] username = data_txt_app[i]["username"] password = data_txt_app[i]["password"] module = data_txt_app[i]["module"] application.objects.create( host_id=data_txt_app[i]["host_id"], area=data_txt_app[i]["area"], middleware="tomcat", module=module, username=username, version_num=data_txt_app[i]["version_num"], instance_num=data_txt_app[i]["instance"], primary="primary", create_date=today, status="deployed", ) # write data text ssh2_deploy(host_ip, username, password, cmd) # put template file to target host sftp2(host_ip, username, password, "/app/tmt/tomcat.tar", "/app/" + username + "/tomcat.tar") cmd_deploy_step1 = ( r"cd /app/" + username + ";tar xf tomcat.tar;sh 01_startdoc.sh >>cloudops.log;" "sh 02_mvserver.sh >>cloudops.log;" ) ssh2_deploy(host_ip, username, password, cmd_deploy_step1) logging.info(data_txt_web) logging.info(data_txt_app) data_txt = data_txt_web + data_txt_app logging.info(data_txt) # input database application app_data = [] for deploy_info in data_txt: if not deploy_info["primary"]: app_data.append( application( host_id=deploy_info["host_id"], area=deploy_info["area"], middleware="tomcat", module=deploy_info["module"], username=deploy_info["username"], version_num=deploy_info["version_num"], instance_num=deploy_info["instance"], primary=deploy_info["primary"], create_date=today, status="deployed", ) ) application.objects.bulk_create(app_data)