Ejemplo n.º 1
0
def handle_uploaded_file(request):
    order_no = request.POST.get('order_no','')
    host = request.POST.get('deploy_host','')
    user = request.POST.get('deploy_user','')
    file_req = request.FILES['uploadfile']
    file_name = file_req.name

    try:
        path = '/data/uploadpackage/' + order_no + '/' 
        if not os.path.exists(path):
            os.makedirs(path)
            destination = open(path + file_name, 'wb+')
            for chunk in file_req.chunks():
                destination.write(chunk)
            destination.close()
        else:
            destination = open(path + file_name, 'wb+')
            for chunk in file_req.chunks():
                destination.write(chunk)
            destination.close()
        
        moduleinfo = application.objects.filter(host_id=host,username=user).values('module')        
        module = moduleinfo[0]['module']
        vhost_ip = vhost.objects.all().filter(host_id=host).values('host_ip')
        host_ip = vhost_ip[0]['host_ip']
        userinfo = app_user.objects.all().filter(username = user).values('username','password')
        username = userinfo[0]['username']
        password = userinfo[0]['password']
        sftp2(host_ip,username,password,path + file_name,'/app/'+username+'/'+module+'/applications/'+file_name)
        
        #step1: release
        ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy_all/;sh release-'+module+'-*.sh > '+username+'_upload_deploy.log;')

        while True:
            result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy_all/;grep releaseok '+username+'_upload_deploy.log;')
            if (len(result)>0):
                break;
            else:
                sleep(10)
                                                          
        ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy_all/;sh stop-'+module+'-srv.sh >> '+username+'_upload_deploy.log;')

        while True:
            result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy_all/;grep stopok '+username+'_upload_deploy.log;')
            if (len(result)>0):
                break;
            else:
                sleep(10)
        
        ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy_all/;sh start-'+module+'-srv.sh >> '+username+'_upload_deploy.log; ')
        while True:
            result = ssh2_deploy_log(host_ip,username,password, r"cd /data/"+username+"/logs/;awk 'NF{a=$0}END{print a}' "+module+"-?01-srv01-"+(datetime.now().date()).strftime('%Y%m%d')+".log|grep -i RUNNING ;")
            if (len(result)>0):
                break;
            else:
                sleep(30) 
    
    except Exception, e:
        logging.error(e)
Ejemplo n.º 2
0
def project_user_instance(request):
    order_no_req = request.GET.get('order_no','')
    host_user_req = request.GET.get('host_user','')
    ops_req = request.GET.get('ops','')
    
    cursor = connection.cursor()
    
    if(order_no_req):
        order_no = vhost.objects.filter(order_no=order_no_req).values('order_no','order_name').distinct()
        host_instance_info = []
        appusers = []
        # please notice the parameter formart
        if(not host_user_req):
            cursor.execute("select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s",[order_no_req]) 
        else: 
            cursor.execute("select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s and app_user.username = %s",[order_no_req,host_user_req])
        vhosts = dictfetchall(cursor)
        
        if(len(vhosts)>0):
           
            for host in vhosts: 
                host_ip = host['host_ip']
                username = host['username']
                password = host['password']
                appusers.append(username)
                #result = ssh2_deploy(host_ip, username, password, r"cdbin;for var in (`ls start-* | sed -e 's/start-//g' -e 's/.sh//g'`);do process=`ps -ef|grep java|grep $var|wc -l`;if [ $process -eq 1 ]; then echo $var start else echo $var stop fi done;")
                if(ops_req):
                    ssh2_deploy(host_ip, username, password, r'cdbin;sh '+ops_req+'-admin.sh 2>&1 &;')
                    ssh2_deploy(host_ip, username, password, r'cdbin;sh '+ops_req+'allsrv.sh 2>&1 &;')
                    sleep(30)
                else:                
                    sftp2(host_ip, username, password, '/app/scripts/deploy/instance.sh', '/tmp/instance.sh')
                    result = ssh2_deploy(host_ip, username, password, r'sh /tmp/instance.sh;')
                    ssh2_deploy(host_ip, username, password, r'rm -fr /tmp/instance.sh;')
                    for instance in result:
                        insatnce = instance.strip('\n').split(' ')
                        host_instance_info.append({'host_ip':host_ip,'username':username,'password':password,'instance_name':insatnce[0],'instance_status':insatnce[1]})

        cursor.execute("select distinct(app_user.username)  from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s",[order_no_req])
        deploy_user = dictfetchall(cursor)
                  
    cursor.close()
    
    return render(request,'weblogic_instances.html',{'order_no':order_no,'deploy_user':deploy_user,'host_instance_info': host_instance_info})
Ejemplo n.º 3
0
def project_user_instance(request):
    order_no_req = request.GET.get('order_no', '')
    host_user_req = request.GET.get('host_user', '')
    ops_req = request.GET.get('ops', '')

    cursor = connection.cursor()

    if (order_no_req):
        order_no = vhost.objects.filter(order_no=order_no_req).values(
            'order_no', 'order_name').distinct()
        host_instance_info = []
        appusers = []
        # please notice the parameter formart
        if (not host_user_req):
            cursor.execute(
                "select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s",
                [order_no_req])
        else:
            cursor.execute(
                "select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s and app_user.username = %s",
                [order_no_req, host_user_req])
        vhosts = dictfetchall(cursor)

        if (len(vhosts) > 0):

            for host in vhosts:
                host_ip = host['host_ip']
                username = host['username']
                password = host['password']
                appusers.append(username)
                #result = ssh2_deploy(host_ip, username, password, r"cdbin;for var in (`ls start-* | sed -e 's/start-//g' -e 's/.sh//g'`);do process=`ps -ef|grep java|grep $var|wc -l`;if [ $process -eq 1 ]; then echo $var start else echo $var stop fi done;")
                if (ops_req):
                    ssh2_deploy(host_ip, username, password,
                                r'cdbin;sh ' + ops_req + '-admin.sh 2>&1 &;')
                    ssh2_deploy(host_ip, username, password,
                                r'cdbin;sh ' + ops_req + 'allsrv.sh 2>&1 &;')
                    sleep(30)
                else:
                    sftp2(host_ip, username, password,
                          '/app/scripts/deploy/instance.sh',
                          '/tmp/instance.sh')
                    result = ssh2_deploy(host_ip, username, password,
                                         r'sh /tmp/instance.sh;')
                    ssh2_deploy(host_ip, username, password,
                                r'rm -fr /tmp/instance.sh;')
                    for instance in result:
                        insatnce = instance.strip('\n').split(' ')
                        host_instance_info.append({
                            'host_ip':
                            host_ip,
                            'username':
                            username,
                            'password':
                            password,
                            'instance_name':
                            insatnce[0],
                            'instance_status':
                            insatnce[1]
                        })

        cursor.execute(
            "select distinct(app_user.username)  from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s",
            [order_no_req])
        deploy_user = dictfetchall(cursor)

    cursor.close()

    return render(
        request, 'weblogic_instances.html', {
            'order_no': order_no,
            'deploy_user': deploy_user,
            'host_instance_info': host_instance_info
        })
Ejemplo n.º 4
0
def handle_uploaded_file(request):
    order_no = request.POST.get('order_no', '')
    host = request.POST.get('deploy_host', '')
    user = request.POST.get('deploy_user', '')
    file_req = request.FILES['uploadfile']
    file_name = file_req.name

    try:
        path = '/data/uploadpackage/' + order_no + '/'
        if not os.path.exists(path):
            os.makedirs(path)
            destination = open(path + file_name, 'wb+')
            for chunk in file_req.chunks():
                destination.write(chunk)
            destination.close()
        else:
            destination = open(path + file_name, 'wb+')
            for chunk in file_req.chunks():
                destination.write(chunk)
            destination.close()

        moduleinfo = application.objects.filter(host_id=host,
                                                username=user).values('module')
        module = moduleinfo[0]['module']
        vhost_ip = vhost.objects.all().filter(host_id=host).values('host_ip')
        host_ip = vhost_ip[0]['host_ip']
        userinfo = app_user.objects.all().filter(username=user).values(
            'username', 'password')
        username = userinfo[0]['username']
        password = userinfo[0]['password']
        sftp2(host_ip, username, password, path + file_name,
              '/app/' + username + '/' + module + '/applications/' + file_name)

        #step1: release
        ssh2_deploy(
            host_ip, username, password,
            r'cd /app/' + username + '/deploy_all/;sh release-' + module +
            '-*.sh > ' + username + '_upload_deploy.log;')

        while True:
            result = ssh2_deploy(
                host_ip, username, password,
                r'cd /app/' + username + '/deploy_all/;grep releaseok ' +
                username + '_upload_deploy.log;')
            if (len(result) > 0):
                break
            else:
                sleep(10)

        ssh2_deploy(
            host_ip, username, password,
            r'cd /app/' + username + '/deploy_all/;sh stop-' + module +
            '-srv.sh >> ' + username + '_upload_deploy.log;')

        while True:
            result = ssh2_deploy(
                host_ip, username, password, r'cd /app/' + username +
                '/deploy_all/;grep stopok ' + username + '_upload_deploy.log;')
            if (len(result) > 0):
                break
            else:
                sleep(10)

        ssh2_deploy(
            host_ip, username, password,
            r'cd /app/' + username + '/deploy_all/;sh start-' + module +
            '-srv.sh >> ' + username + '_upload_deploy.log; ')
        while True:
            result = ssh2_deploy_log(
                host_ip, username, password, r"cd /data/" + username +
                "/logs/;awk 'NF{a=$0}END{print a}' " + module + "-?01-srv01-" +
                (datetime.now().date()).strftime('%Y%m%d') +
                ".log|grep -i RUNNING ;")
            if (len(result) > 0):
                break
            else:
                sleep(30)

    except Exception, e:
        logging.error(e)
Ejemplo n.º 5
0
def tomcat_deploy(data_req):

    data_txt_web = []
    data_txt_app = []

    for data in data_req:
        hostname = data['host_name']
        username = data['username']

        if ('web' in hostname):
            web_index = username.index('web')
            module = username[0:web_index] + '-' + username[web_index:]
            password = app_user.objects.all().filter(
                host_id=data['host_id'],
                username=data['username']).values('password')[0]['password']
            data_txt_web.append({
                'host_id': data['host_id'],
                'hostname': hostname,
                'area': data['area'],
                'ip': data['ip'],
                'username': username,
                'password': password,
                'module': module,
                'instance': data['instance'],
                'primary': '',
                'version_num': data['version_num']
            })
        elif ('app' in hostname):
            app_index = username.index('app')
            module = username[0:app_index] + '-' + username[app_index:]
            password = app_user.objects.all().filter(
                host_id=data['host_id'],
                username=data['username']).values('password')[0]['password']
            data_txt_app.append({
                'host_id': data['host_id'],
                'hostname': hostname,
                'area': data['area'],
                'ip': data['ip'],
                'username': username,
                'password': password,
                'module': module,
                'instance': data['instance'],
                'primary': '',
                'version_num': data['version_num']
            })
    '''
        cloudops step:
        1.write text file
        2.copy file to cloudops host
        3.excute shell scripts  
    '''
    #web server
    web_server_count = len(data_txt_web)
    if (web_server_count > 0):
        for i in range(web_server_count):
            if ('01' in data_txt_web[i]['area']):
                cmd = r''
                for info in data_txt_web:
                    cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' + info[
                        'username'] + ' ' + info['password'] + ' ' + info[
                            'module'] + ' ' + info['instance'] + ' ' + info[
                                'version_num'] + ' \\n'

                cmd = cmd[:-2]
                cmd = r'cd /app/' + data_txt_web[i][
                    'username'] + '/;echo "' + cmd + '" > data.txt'

                #set primary host for cloudops
                data_txt_web[i]['primary'] = 'primary'
                #var
                host_ip = data_txt_web[i]['ip']
                username = data_txt_web[i]['username']
                password = data_txt_web[i]['password']
                module = data_txt_web[i]['module']

                application.objects.create(
                    host_id=data_txt_web[i]['host_id'],
                    area=data_txt_web[i]['area'],
                    middleware='tomcat',
                    module=module,
                    username=username,
                    version_num=data_txt_web[i]['version_num'],
                    instance_num=data_txt_web[i]['instance'],
                    primary='primary',
                    create_date=today,
                    status='deployed')

                #write data text
                ssh2_deploy(host_ip, username, password, cmd)
                #put template file to target host
                sftp2(host_ip, username, password, '/app/tmt/tomcat.tar',
                      '/app/' + username + '/tomcat.tar')
                #tar xvf file name and run 3 scripts
                cmd_deploy_step1 = r'cd /app/'+username+';tar xf tomcat.tar;sh 01_startdoc.sh >>cloudops.log;'\
                             'sh 02_mvserver.sh >>cloudops.log;'

                ssh2_deploy(host_ip, username, password, cmd_deploy_step1)

    #app server
    app_server_count = len(data_txt_app)
    if (app_server_count > 0):
        for i in range(app_server_count):
            if ('01' in data_txt_app[i]['area']):
                cmd = ''
                for info in data_txt_app:
                    cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' + info[
                        'username'] + ' ' + info['password'] + ' ' + info[
                            'module'] + ' ' + info['instance'] + ' ' + info[
                                'version_num'] + ' \\n'
                cmd = r'cd /app/' + data_txt_app[i][
                    'username'] + ';echo "' + cmd + ' " > data.txt'
                #set primary host for cloudops
                data_txt_app[i]['primary'] = 'primary'

                #var
                host_ip = data_txt_app[i]['ip']
                username = data_txt_app[i]['username']
                password = data_txt_app[i]['password']
                module = data_txt_app[i]['module']

                application.objects.create(
                    host_id=data_txt_app[i]['host_id'],
                    area=data_txt_app[i]['area'],
                    middleware='tomcat',
                    module=module,
                    username=username,
                    version_num=data_txt_app[i]['version_num'],
                    instance_num=data_txt_app[i]['instance'],
                    primary='primary',
                    create_date=today,
                    status='deployed')

                #write data text
                ssh2_deploy(host_ip, username, password, cmd)
                #put template file to target host
                sftp2(host_ip, username, password, '/app/tmt/tomcat.tar',
                      '/app/' + username + '/tomcat.tar')

                cmd_deploy_step1 = r'cd /app/'+username+';tar xf tomcat.tar;sh 01_startdoc.sh >>cloudops.log;'\
                             'sh 02_mvserver.sh >>cloudops.log;'

                ssh2_deploy(host_ip, username, password, cmd_deploy_step1)

    logging.info(data_txt_web)
    logging.info(data_txt_app)
    data_txt = data_txt_web + data_txt_app
    logging.info(data_txt)
    #input database application
    app_data = []

    for deploy_info in data_txt:
        if (not deploy_info['primary']):
            app_data.append(
                application(host_id=deploy_info['host_id'],
                            area=deploy_info['area'],
                            middleware='tomcat',
                            module=deploy_info['module'],
                            username=deploy_info['username'],
                            version_num=deploy_info['version_num'],
                            instance_num=deploy_info['instance'],
                            primary=deploy_info['primary'],
                            create_date=today,
                            status='deployed'))
    application.objects.bulk_create(app_data)
Ejemplo n.º 6
0
def welogic_deploy(data_req):

    data_txt_web = []
    data_txt_app = []

    for data in data_req:
        hostname = data['host_name']
        username = data['username']

        if ('web' in hostname):
            web_index = username.index('web')
            module = username[0:web_index] + '-' + username[web_index:]
            password = app_user.objects.all().filter(
                host_id=data['host_id'],
                username=data['username']).values('password')[0]['password']
            data_txt_web.append({
                'host_id': data['host_id'],
                'hostname': hostname,
                'area': data['area'],
                'ip': data['ip'],
                'username': username,
                'password': password,
                'module': module,
                'instance': data['instance'],
                'primary': '',
                'console_port': data['console_port']
            })
        elif ('app' in hostname):
            app_index = username.index('app')
            module = username[0:app_index] + '-' + username[app_index:]
            password = app_user.objects.all().filter(
                host_id=data['host_id'],
                username=data['username']).values('password')[0]['password']
            data_txt_app.append({
                'host_id': data['host_id'],
                'hostname': hostname,
                'area': data['area'],
                'ip': data['ip'],
                'username': username,
                'password': password,
                'module': module,
                'instance': data['instance'],
                'primary': '',
                'console_port': data['console_port']
            })
    '''
        deploy step:
        1.write text file
        2.copy file to deploy host
        3.excute shell scripts  
    '''
    #web server
    web_server_count = len(data_txt_web)
    if (web_server_count > 0):
        for i in range(web_server_count):
            if ('01' in data_txt_web[i]['area']):
                cmd = r''
                for info in data_txt_web:
                    cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' + info[
                        'username'] + ' ' + info['password'] + ' ' + info[
                            'module'] + ' /app/mw test.war ' + info[
                                'instance'] + ' ' + info[
                                    'console_port'] + ' \\n'

                cmd = cmd[:-2]
                cmd = r'cd /app/' + data_txt_web[i][
                    'username'] + '/;echo "' + cmd + '" > data.txt'

                #set primary host for deploy
                data_txt_web[i]['primary'] = 'primary'
                #var
                host_ip = data_txt_web[i]['ip']
                username = data_txt_web[i]['username']
                password = data_txt_web[i]['password']
                module = data_txt_web[i]['module']

                application.objects.create(
                    host_id=data_txt_web[i]['host_id'],
                    area=data_txt_web[i]['area'],
                    middleware='weblogic',
                    module=module,
                    username=username,
                    console_port=data_txt_web[i]['console_port'],
                    instance_num=data_txt_web[i]['instance'],
                    package='test.war',
                    primary='primary',
                    create_date=today,
                    status='deployed')
                try:
                    #write data text
                    ssh2_deploy(host_ip, username, password, cmd)
                    #put template file to target host
                    sftp2(host_ip, username, password,
                          '/app/testweb/bak/TEMPLATE.tar',
                          '/app/' + username + '/TEMPLATE.tar')
                    #tar xvf file name and run 3 scripts
                    cmd_deploy_step1 = r'cd /app/'+username+';tar xf TEMPLATE.tar;source .cshrc;sh APP.sh;'\
                                 'cp test.war /app/'+username+'/deploy/applications/'+module+'/;'\
                                 'cd deploy/scripts;sh 1_envinitall.sh >deploy.log;'

                    ssh2_deploy(host_ip, username, password, cmd_deploy_step1)

                    while True:
                        result = ssh2_deploy(
                            host_ip, username, password,
                            r'cd /app/' + username +
                            '/deploy/scripts;grep setup1 deploy.log')
                        logging.info(result)
                        logging.info(len(result))
                        if (len(result) == web_server_count):
                            break
                        else:
                            sleep(30)

                    # web-machinfo.txt version-web-machinfo.txt
                    cmd_web_machinfo = ''
                    cmd_version_web_machinfo = ''
                    for info in data_txt_web:
                        cmd_web_machinfo = cmd_web_machinfo + info[
                            'ip'] + ' ' + info['password'] + ' ' + info[
                                'username'] + ' /app/' + info[
                                    'username'] + '/' + info['module'] + ' \\n'
                        for i in range(int(info['instance'])):
                            cmd_version_web_machinfo = cmd_version_web_machinfo + info[
                                'ip'] + ':' + str(
                                    int(info['console_port']) + 1 + i) + ' \\n'

                    cmd_web_machinfo = cmd_web_machinfo[:-2]
                    cmd_version_web_machinfo = cmd_version_web_machinfo[:-2]
                    # run DEP.sh for deploy programe
                    cmd_run_deploy = r'cd /app/' + username + '/; sh DEP.sh;cd deploy_all/;echo "' + cmd_web_machinfo + '" > web-machinfo.txt;echo "' + cmd_version_web_machinfo + '" > version-web-machinfo.txt'
                    ssh2_deploy(host_ip, username, password, cmd_run_deploy)
                    #run step 2 and step 3
                    ssh2_deploy(
                        host_ip, username, password, r'cd /app/' + username +
                        '/deploy/scripts;sh 2_createdomain.sh >>deploy.log;')

                    while True:
                        result = ssh2_deploy(
                            host_ip, username, password,
                            r'cd /app/' + username +
                            '/deploy/scripts;grep setup2 deploy.log')
                        if (len(result) == web_server_count):
                            break
                        else:
                            sleep(30)

                    ssh2_deploy(
                        host_ip, username, password, r'cd /app/' + username +
                        '/deploy/scripts;sh 3_deployappall.sh >>deploy.log;')

                    while True:
                        result = ssh2_deploy(
                            host_ip, username, password,
                            r'cd /app/' + username +
                            '/deploy/scripts;grep setup3 deploy.log')
                        if (len(result) == web_server_count):
                            break
                        else:
                            sleep(60)

                    continue
                except:
                    application.objects.all().filter(
                        host_id=data_txt_web[i]['host_id'],
                        username=username).delete()
    #app server
    app_server_count = len(data_txt_app)
    if (app_server_count > 0):
        for i in range(app_server_count):
            if ('01' in data_txt_app[i]['area']):
                cmd = ''
                for info in data_txt_app:
                    cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' + info[
                        'username'] + ' ' + info['password'] + ' ' + info[
                            'module'] + ' /app/mw test.war  ' + info[
                                'instance'] + ' ' + info[
                                    'console_port'] + ' \\n'
                cmd = r'cd /app/' + data_txt_app[i][
                    'username'] + ';echo "' + cmd + ' " > data.txt'
                #set primary host for deploy
                data_txt_app[i]['primary'] = 'primary'

                #var
                host_ip = data_txt_app[i]['ip']
                username = data_txt_app[i]['username']
                password = data_txt_app[i]['password']
                module = data_txt_app[i]['module']

                application.objects.create(
                    host_id=data_txt_app[i]['host_id'],
                    area=data_txt_app[i]['area'],
                    middleware='weblogic',
                    module=module,
                    username=username,
                    console_port=data_txt_app[i]['console_port'],
                    instance_num=data_txt_app[i]['instance'],
                    package='test.war',
                    primary='primary',
                    create_date=today,
                    status='deployed')
                try:
                    #write data text
                    ssh2_deploy(host_ip, username, password, cmd)
                    #put template file to target host
                    sftp2(host_ip, username, password,
                          '/app/testweb/bak/TEMPLATE.tar',
                          '/app/' + username + '/TEMPLATE.tar')

                    cmd_deploy = 'cd /app/'+username+';tar xf TEMPLATE.tar;source .cshrc;sh APP.sh;'\
                                 'cp test.war /app/'+username+'/deploy/applications/'+module+'/;'\
                                 'cd deploy/scripts;sh 1_envinitall.sh > deploy.log;'

                    ssh2_deploy(host_ip, username, password, cmd_deploy)

                    while True:
                        result = ssh2_deploy(
                            host_ip, username, password,
                            r'cd /app/' + username +
                            '/deploy/scripts;grep setup1 deploy.log')
                        logging.info(result)
                        logging.info(len(result))
                        if (len(result) == app_server_count):
                            break
                        else:
                            sleep(30)

                    # web-machinfo.txt version-web-machinfo.txt
                    cmd_app_machinfo = ''
                    cmd_version_app_machinfo = ''
                    for info in data_txt_web:
                        cmd_app_machinfo = cmd_app_machinfo + info[
                            'ip'] + ' ' + info['password'] + ' ' + info[
                                'username'] + ' /app/' + info[
                                    'username'] + '/' + info['module'] + ' \\n'
                        for i in range(int(info['instance'])):
                            cmd_version_app_machinfo = cmd_version_app_machinfo + info[
                                'ip'] + ':' + str(
                                    int(info['console_port']) + 1 + i) + ' \\n'

                    cmd_app_machinfo = cmd_app_machinfo[:-2]
                    cmd_version_app_machinfo = cmd_version_app_machinfo[:-2]
                    # run DEP.sh for deploy programe
                    cmd_run_deploy = r'cd /app/' + username + '/; sh DEP.sh;cd deploy_all/;echo "' + cmd_app_machinfo + '" > app-machinfo.txt;echo "' + cmd_version_app_machinfo + '" > version-app-machinfo.txt'
                    ssh2_deploy(host_ip, username, password, cmd_run_deploy)
                    #run step 2 and step 3
                    ssh2_deploy(
                        host_ip, username, password, r'cd /app/' + username +
                        '/deploy/scripts;sh 2_createdomain.sh >>deploy.log;')

                    while True:
                        result = ssh2_deploy(
                            host_ip, username, password,
                            r'cd /app/' + username +
                            '/deploy/scripts;grep setup2 deploy.log')
                        if (len(result) == app_server_count):
                            break
                        else:
                            sleep(30)

                    ssh2_deploy(
                        host_ip, username, password, r'cd /app/' + username +
                        '/deploy/scripts;sh 3_deployappall.sh >>deploy.log;')

                    while True:
                        result = ssh2_deploy(
                            host_ip, username, password,
                            r'cd /app/' + username +
                            '/deploy/scripts;grep setup3 deploy.log')
                        if (len(result) == app_server_count):
                            break
                        else:
                            sleep(60)

                    continue
                except:
                    application.objects.all().filter(
                        host_id=data_txt_app[i]['host_id'],
                        username=username).delete()

    logging.info(data_txt_web)
    logging.info(data_txt_app)
    data_txt = data_txt_web + data_txt_app
    logging.info(data_txt)
    #input database application
    app_data = []

    for deploy_info in data_txt:
        if (not deploy_info['primary']):
            app_data.append(
                application(host_id=deploy_info['host_id'],
                            area=deploy_info['area'],
                            middleware='weblogic',
                            module=deploy_info['module'],
                            username=deploy_info['username'],
                            console_port=deploy_info['console_port'],
                            instance_num=deploy_info['instance'],
                            package='test.war',
                            primary=deploy_info['primary'],
                            create_date=today,
                            status='deployed'))
    application.objects.bulk_create(app_data)
Ejemplo n.º 7
0
def welogic_deploy(data_req):
    
    data_txt_web = []
    data_txt_app = []
    
    for data in data_req:
        hostname = data['host_name']
        username = data['username']
    
        if('web' in hostname):
            web_index = username.index('web')
            module = username[0:web_index] + '-' + username[web_index:]
            password = app_user.objects.all().filter(host_id=data['host_id'],username=data['username']).values('password')[0]['password']            
            data_txt_web.append({'host_id':data['host_id'],'hostname':hostname,'area':data['area'],'ip':data['ip'],'username':username,'password':password,'module':module,'instance':data['instance'],'primary':'','console_port':data['console_port']})
        elif('app' in hostname):
            app_index = username.index('app')
            module = username[0:app_index] + '-' + username[app_index:]            
            password = app_user.objects.all().filter(host_id=data['host_id'],username=data['username']).values('password')[0]['password']
            data_txt_app.append({'host_id':data['host_id'],'hostname':hostname,'area':data['area'],'ip':data['ip'],'username':username,'password':password,'module':module,'instance':data['instance'],'primary':'','console_port':data['console_port']})
    
    '''
        deploy step:
        1.write text file
        2.copy file to deploy host
        3.excute shell scripts  
    '''
    #web server
    web_server_count = len(data_txt_web)
    if (web_server_count > 0):
        for i in range(web_server_count):
            if('01' in data_txt_web[i]['area']):
                cmd = r''
                for info in data_txt_web:
                    cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' +info['username']+ ' ' + info['password'] + ' '  + info['module'] + ' /app/mw test.war ' + info['instance'] + ' '+ info['console_port']  +' \\n'
              
                cmd = cmd[:-2]
                cmd = r'cd /app/'+data_txt_web[i]['username']+'/;echo "'+ cmd + '" > data.txt'                
               
                #set primary host for deploy
                data_txt_web[i]['primary'] = 'primary'
                #var 
                host_ip = data_txt_web[i]['ip']
                username = data_txt_web[i]['username']
                password = data_txt_web[i]['password']
                module = data_txt_web[i]['module']
                
                application.objects.create(host_id=data_txt_web[i]['host_id'],area=data_txt_web[i]['area'],middleware='weblogic',module=module,username=username,console_port=data_txt_web[i]['console_port'],instance_num=data_txt_web[i]['instance'],package='test.war',primary='primary',create_date=today,status='deployed')
                try :
                    #write data text
                    ssh2_deploy(host_ip,username,password,cmd)
                    #put template file to target host
                    sftp2(host_ip,username,password,'/app/testweb/bak/TEMPLATE.tar','/app/'+username+'/TEMPLATE.tar')
                    #tar xvf file name and run 3 scripts
                    cmd_deploy_step1 = r'cd /app/'+username+';tar xf TEMPLATE.tar;source .cshrc;sh APP.sh;'\
                                 'cp test.war /app/'+username+'/deploy/applications/'+module+'/;'\
                                 'cd deploy/scripts;sh 1_envinitall.sh >deploy.log;'
                    
                    ssh2_deploy(host_ip,username,password,cmd_deploy_step1)
                    
                    while True:
                        result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup1 deploy.log')
                        logging.info(result)
                        logging.info(len(result))
                        if (len(result)==web_server_count):
                            break;
                        else:
                            sleep(30)
                    
                    # web-machinfo.txt version-web-machinfo.txt 
                    cmd_web_machinfo = ''
                    cmd_version_web_machinfo = ''
                    for info in data_txt_web:
                        cmd_web_machinfo = cmd_web_machinfo + info['ip'] + ' ' + info['password'] + ' ' +info['username']+ ' /app/' + info['username'] + '/'  + info['module'] +' \\n'
                        for i in range(int(info['instance'])):
                            cmd_version_web_machinfo = cmd_version_web_machinfo + info['ip'] + ':' + str(int(info['console_port']) + 1 + i)+' \\n'
                    
                    cmd_web_machinfo = cmd_web_machinfo[:-2]
                    cmd_version_web_machinfo = cmd_version_web_machinfo[:-2]
                    # run DEP.sh for deploy programe
                    cmd_run_deploy = r'cd /app/'+username+'/; sh DEP.sh;cd deploy_all/;echo "' + cmd_web_machinfo +'" > web-machinfo.txt;echo "' + cmd_version_web_machinfo +'" > version-web-machinfo.txt'
                    ssh2_deploy(host_ip,username,password,cmd_run_deploy)
                    #run step 2 and step 3
                    ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy/scripts;sh 2_createdomain.sh >>deploy.log;')
                    
                    while True:
                        result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup2 deploy.log')
                        if (len(result)==web_server_count):
                            break;
                        else:
                            sleep(30)
                    
                    ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy/scripts;sh 3_deployappall.sh >>deploy.log;')  
                    
                    while True:
                        result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup3 deploy.log')
                        if (len(result)==web_server_count):
                            break;
                        else:
                            sleep(60)
                        
                    continue;
                except:
                    application.objects.all().filter(host_id=data_txt_web[i]['host_id'],username=username).delete()  
    #app server
    app_server_count = len(data_txt_app)
    if ( app_server_count > 0):
        for i in range(app_server_count):
            if('01' in data_txt_app[i]['area']):
                cmd = ''
                for info in data_txt_app:
                    cmd = cmd + info['area'] + ' ' + info['ip'] + ' ' +info['username']+ ' ' + info['password'] + ' '  + info['module'] + ' /app/mw test.war  ' + info['instance'] +' '+info['console_port'] +' \\n'
                cmd = r'cd /app/'+data_txt_app[i]['username']+';echo "'+ cmd + ' " > data.txt' 
                #set primary host for deploy
                data_txt_app[i]['primary'] = 'primary'                
                
                #var 
                host_ip = data_txt_app[i]['ip']
                username = data_txt_app[i]['username']
                password = data_txt_app[i]['password']
                module = data_txt_app[i]['module']
                
                application.objects.create(host_id=data_txt_app[i]['host_id'],area=data_txt_app[i]['area'],middleware='weblogic',module=module,username=username,console_port=data_txt_app[i]['console_port'],instance_num=data_txt_app[i]['instance'],package='test.war',primary='primary',create_date=today,status='deployed')
                try:
                    #write data text
                    ssh2_deploy(host_ip,username,password,cmd)
                    #put template file to target host
                    sftp2(host_ip,username,password,'/app/testweb/bak/TEMPLATE.tar','/app/'+username+'/TEMPLATE.tar')
                    
                    cmd_deploy = 'cd /app/'+username+';tar xf TEMPLATE.tar;source .cshrc;sh APP.sh;'\
                                 'cp test.war /app/'+username+'/deploy/applications/'+module+'/;'\
                                 'cd deploy/scripts;sh 1_envinitall.sh > deploy.log;'
    
                    ssh2_deploy(host_ip,username,password,cmd_deploy)
                    
                    while True:
                        result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup1 deploy.log')
                        logging.info(result)
                        logging.info(len(result))
                        if (len(result)==app_server_count):
                            break;
                        else:
                            sleep(30)
                            
                    # web-machinfo.txt version-web-machinfo.txt 
                    cmd_app_machinfo = ''
                    cmd_version_app_machinfo = ''
                    for info in data_txt_web:
                        cmd_app_machinfo = cmd_app_machinfo + info['ip'] + ' ' + info['password'] + ' ' +info['username']+ ' /app/' + info['username'] + '/'  + info['module'] +' \\n'
                        for i in range(int(info['instance'])):
                            cmd_version_app_machinfo = cmd_version_app_machinfo + info['ip'] + ':' + str(int(info['console_port']) + 1 + i)+' \\n'
                    
                    cmd_app_machinfo = cmd_app_machinfo[:-2]
                    cmd_version_app_machinfo = cmd_version_app_machinfo[:-2]
                    # run DEP.sh for deploy programe
                    cmd_run_deploy = r'cd /app/'+username+'/; sh DEP.sh;cd deploy_all/;echo "' + cmd_app_machinfo +'" > app-machinfo.txt;echo "' + cmd_version_app_machinfo +'" > version-app-machinfo.txt'
                    ssh2_deploy(host_ip,username,password,cmd_run_deploy)
                    #run step 2 and step 3
                    ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy/scripts;sh 2_createdomain.sh >>deploy.log;')
    
                    while True:
                        result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup2 deploy.log')
                        if (len(result)==app_server_count):
                            break;
                        else:
                            sleep(30)
                    
                    ssh2_deploy(host_ip,username,password,r'cd /app/'+username+'/deploy/scripts;sh 3_deployappall.sh >>deploy.log;')  
                    
                    while True:
                        result = ssh2_deploy(host_ip,username,password, r'cd /app/'+username+'/deploy/scripts;grep setup3 deploy.log')
                        if (len(result)==app_server_count):
                            break;
                        else:
                            sleep(60)
                                                           
                    continue;
                except:
                    application.objects.all().filter(host_id=data_txt_app[i]['host_id'],username=username).delete()                    
            
    logging.info(data_txt_web)
    logging.info(data_txt_app)
    data_txt = data_txt_web + data_txt_app
    logging.info(data_txt)
    #input database application
    app_data = []
     
    for deploy_info in data_txt:
        if(not deploy_info['primary']):
            app_data.append(application(host_id=deploy_info['host_id'],area=deploy_info['area'],middleware='weblogic',module=deploy_info['module'],username=deploy_info['username'],console_port=deploy_info['console_port'],instance_num=deploy_info['instance'],package='test.war',primary=deploy_info['primary'],create_date=today,status='deployed'))
    application.objects.bulk_create(app_data)
    
    #run startup scripts and check the deploy status    
Ejemplo n.º 8
0
def project_user_instance(request):
    order_no_req = request.GET.get("order_no", "")
    host_user_req = request.GET.get("host_user", "")
    ops_req = request.GET.get("ops", "")

    cursor = connection.cursor()

    if order_no_req:
        order_no = vhost.objects.filter(order_no=order_no_req).values("order_no", "order_name").distinct()
        host_instance_info = []
        appusers = []
        # please notice the parameter formart
        if not host_user_req:
            cursor.execute(
                "select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s",
                [order_no_req],
            )
        else:
            cursor.execute(
                "select host.host_ip,app_user.username,app_user.password from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s and app_user.username = %s",
                [order_no_req, host_user_req],
            )
        vhosts = dictfetchall(cursor)

        if len(vhosts) > 0:

            for host in vhosts:
                host_ip = host["host_ip"]
                username = host["username"]
                password = host["password"]
                appusers.append(username)
                # result = ssh2_deploy(host_ip, username, password, r"cdbin;for var in (`ls start-* | sed -e 's/start-//g' -e 's/.sh//g'`);do process=`ps -ef|grep java|grep $var|wc -l`;if [ $process -eq 1 ]; then echo $var start else echo $var stop fi done;")
                if ops_req:
                    ssh2_deploy(host_ip, username, password, r"cdbin;sh " + ops_req + "-admin.sh 2>&1 &;")
                    ssh2_deploy(host_ip, username, password, r"cdbin;sh " + ops_req + "allsrv.sh 2>&1 &;")
                    sleep(30)
                else:
                    sftp2(host_ip, username, password, "/app/scripts/cloudops/instance.sh", "/tmp/instance.sh")
                    result = ssh2_deploy(host_ip, username, password, r"sh /tmp/instance.sh;")
                    ssh2_deploy(host_ip, username, password, r"rm -fr /tmp/instance.sh;")
                    for instance in result:
                        insatnce = instance.strip("\n").split(" ")
                        host_instance_info.append(
                            {
                                "host_ip": host_ip,
                                "username": username,
                                "password": password,
                                "instance_name": insatnce[0],
                                "instance_status": insatnce[1],
                            }
                        )

        cursor.execute(
            "select distinct(app_user.username)  from application_vhost host,application_app_user app_user where host.host_id = app_user.host_id and host.order_no= %s",
            [order_no_req],
        )
        deploy_user = dictfetchall(cursor)

    cursor.close()

    return render(
        request,
        "weblogic_instances.html",
        {"order_no": order_no, "deploy_user": deploy_user, "host_instance_info": host_instance_info},
    )
Ejemplo n.º 9
0
def handle_uploaded_file(request):
    order_no = request.POST.get("order_no", "")
    host = request.POST.get("deploy_host", "")
    user = request.POST.get("deploy_user", "")
    file_req = request.FILES["uploadfile"]
    file_name = file_req.name

    try:
        path = "/data/uploadpackage/" + order_no + "/"
        if not os.path.exists(path):
            os.makedirs(path)
            destination = open(path + file_name, "wb+")
            for chunk in file_req.chunks():
                destination.write(chunk)
            destination.close()
        else:
            destination = open(path + file_name, "wb+")
            for chunk in file_req.chunks():
                destination.write(chunk)
            destination.close()

        moduleinfo = application.objects.filter(host_id=host, username=user).values("module")
        module = moduleinfo[0]["module"]
        vhost_ip = vhost.objects.all().filter(host_id=host).values("host_ip")
        host_ip = vhost_ip[0]["host_ip"]
        userinfo = app_user.objects.all().filter(username=user).values("username", "password")
        username = userinfo[0]["username"]
        password = userinfo[0]["password"]
        sftp2(
            host_ip,
            username,
            password,
            path + file_name,
            "/app/" + username + "/" + module + "/applications/" + file_name,
        )

        # step1: release
        ssh2_deploy(
            host_ip,
            username,
            password,
            r"cd /app/"
            + username
            + "/deploy_all/;sh release-"
            + module
            + "-*.sh > "
            + username
            + "_upload_deploy.log;",
        )

        while True:
            result = ssh2_deploy(
                host_ip,
                username,
                password,
                r"cd /app/" + username + "/deploy_all/;grep releaseok " + username + "_upload_deploy.log;",
            )
            if len(result) > 0:
                break
            else:
                sleep(10)

        ssh2_deploy(
            host_ip,
            username,
            password,
            r"cd /app/"
            + username
            + "/deploy_all/;sh stop-"
            + module
            + "-srv.sh >> "
            + username
            + "_upload_deploy.log;",
        )

        while True:
            result = ssh2_deploy(
                host_ip,
                username,
                password,
                r"cd /app/" + username + "/deploy_all/;grep stopok " + username + "_upload_deploy.log;",
            )
            if len(result) > 0:
                break
            else:
                sleep(10)

        ssh2_deploy(
            host_ip,
            username,
            password,
            r"cd /app/"
            + username
            + "/deploy_all/;sh start-"
            + module
            + "-srv.sh >> "
            + username
            + "_upload_deploy.log; ",
        )
        while True:
            result = ssh2_deploy_log(
                host_ip,
                username,
                password,
                r"cd /data/"
                + username
                + "/logs/;awk 'NF{a=$0}END{print a}' "
                + module
                + "-?01-srv01-"
                + (datetime.now().date()).strftime("%Y%m%d")
                + ".log|grep -i RUNNING ;",
            )
            if len(result) > 0:
                break
            else:
                sleep(30)

    except Exception, e:
        logging.error(e)
Ejemplo n.º 10
0
def tomcat_deploy(data_req):

    data_txt_web = []
    data_txt_app = []

    for data in data_req:
        hostname = data["host_name"]
        username = data["username"]

        if "web" in hostname:
            web_index = username.index("web")
            module = username[0:web_index] + "-" + username[web_index:]
            password = (
                app_user.objects.all()
                .filter(host_id=data["host_id"], username=data["username"])
                .values("password")[0]["password"]
            )
            data_txt_web.append(
                {
                    "host_id": data["host_id"],
                    "hostname": hostname,
                    "area": data["area"],
                    "ip": data["ip"],
                    "username": username,
                    "password": password,
                    "module": module,
                    "instance": data["instance"],
                    "primary": "",
                    "version_num": data["version_num"],
                }
            )
        elif "app" in hostname:
            app_index = username.index("app")
            module = username[0:app_index] + "-" + username[app_index:]
            password = (
                app_user.objects.all()
                .filter(host_id=data["host_id"], username=data["username"])
                .values("password")[0]["password"]
            )
            data_txt_app.append(
                {
                    "host_id": data["host_id"],
                    "hostname": hostname,
                    "area": data["area"],
                    "ip": data["ip"],
                    "username": username,
                    "password": password,
                    "module": module,
                    "instance": data["instance"],
                    "primary": "",
                    "version_num": data["version_num"],
                }
            )

    """
        cloudops step:
        1.write text file
        2.copy file to cloudops host
        3.excute shell scripts  
    """
    # web server
    web_server_count = len(data_txt_web)
    if web_server_count > 0:
        for i in range(web_server_count):
            if "01" in data_txt_web[i]["area"]:
                cmd = r""
                for info in data_txt_web:
                    cmd = (
                        cmd
                        + info["area"]
                        + " "
                        + info["ip"]
                        + " "
                        + info["username"]
                        + " "
                        + info["password"]
                        + " "
                        + info["module"]
                        + " "
                        + info["instance"]
                        + " "
                        + info["version_num"]
                        + " \\n"
                    )

                cmd = cmd[:-2]
                cmd = r"cd /app/" + data_txt_web[i]["username"] + '/;echo "' + cmd + '" > data.txt'

                # set primary host for cloudops
                data_txt_web[i]["primary"] = "primary"
                # var
                host_ip = data_txt_web[i]["ip"]
                username = data_txt_web[i]["username"]
                password = data_txt_web[i]["password"]
                module = data_txt_web[i]["module"]

                application.objects.create(
                    host_id=data_txt_web[i]["host_id"],
                    area=data_txt_web[i]["area"],
                    middleware="tomcat",
                    module=module,
                    username=username,
                    version_num=data_txt_web[i]["version_num"],
                    instance_num=data_txt_web[i]["instance"],
                    primary="primary",
                    create_date=today,
                    status="deployed",
                )

                # write data text
                ssh2_deploy(host_ip, username, password, cmd)
                # put template file to target host
                sftp2(host_ip, username, password, "/app/tmt/tomcat.tar", "/app/" + username + "/tomcat.tar")
                # tar xvf file name and run 3 scripts
                cmd_deploy_step1 = (
                    r"cd /app/" + username + ";tar xf tomcat.tar;sh 01_startdoc.sh >>cloudops.log;"
                    "sh 02_mvserver.sh >>cloudops.log;"
                )

                ssh2_deploy(host_ip, username, password, cmd_deploy_step1)

    # app server
    app_server_count = len(data_txt_app)
    if app_server_count > 0:
        for i in range(app_server_count):
            if "01" in data_txt_app[i]["area"]:
                cmd = ""
                for info in data_txt_app:
                    cmd = (
                        cmd
                        + info["area"]
                        + " "
                        + info["ip"]
                        + " "
                        + info["username"]
                        + " "
                        + info["password"]
                        + " "
                        + info["module"]
                        + " "
                        + info["instance"]
                        + " "
                        + info["version_num"]
                        + " \\n"
                    )
                cmd = r"cd /app/" + data_txt_app[i]["username"] + ';echo "' + cmd + ' " > data.txt'
                # set primary host for cloudops
                data_txt_app[i]["primary"] = "primary"

                # var
                host_ip = data_txt_app[i]["ip"]
                username = data_txt_app[i]["username"]
                password = data_txt_app[i]["password"]
                module = data_txt_app[i]["module"]

                application.objects.create(
                    host_id=data_txt_app[i]["host_id"],
                    area=data_txt_app[i]["area"],
                    middleware="tomcat",
                    module=module,
                    username=username,
                    version_num=data_txt_app[i]["version_num"],
                    instance_num=data_txt_app[i]["instance"],
                    primary="primary",
                    create_date=today,
                    status="deployed",
                )

                # write data text
                ssh2_deploy(host_ip, username, password, cmd)
                # put template file to target host
                sftp2(host_ip, username, password, "/app/tmt/tomcat.tar", "/app/" + username + "/tomcat.tar")

                cmd_deploy_step1 = (
                    r"cd /app/" + username + ";tar xf tomcat.tar;sh 01_startdoc.sh >>cloudops.log;"
                    "sh 02_mvserver.sh >>cloudops.log;"
                )

                ssh2_deploy(host_ip, username, password, cmd_deploy_step1)

    logging.info(data_txt_web)
    logging.info(data_txt_app)
    data_txt = data_txt_web + data_txt_app
    logging.info(data_txt)
    # input database application
    app_data = []

    for deploy_info in data_txt:
        if not deploy_info["primary"]:
            app_data.append(
                application(
                    host_id=deploy_info["host_id"],
                    area=deploy_info["area"],
                    middleware="tomcat",
                    module=deploy_info["module"],
                    username=deploy_info["username"],
                    version_num=deploy_info["version_num"],
                    instance_num=deploy_info["instance"],
                    primary=deploy_info["primary"],
                    create_date=today,
                    status="deployed",
                )
            )
    application.objects.bulk_create(app_data)