def host_del(request,nid):
"""
删除部门
:param request:
:param nid:
:return:
"""
origin = memory_reverse(request,'host_list')
if request.method == 'GET':
return render(request, 'delete.html', {'cancel': origin})
models.Host.objects.filter(id=nid).delete()
return redirect(origin)
def deploy_del(request, project_id, nid):
"""
删除
:param request:
:param nid:
:return:
"""
origin = memory_reverse(request, 'deploy_list', project_id=project_id)
if request.method == 'GET':
return render(request, 'delete.html', {'cancel': origin})
models.Deploy.objects.filter(id=nid).delete()
return redirect(origin)
def depart_del(request, nid):
"""
删除部门
:param request:
:param nid:
:return:
"""
origin = memory_reverse(request, 'depart_list') # 代表的是一个url的地址
if request.method == 'GET': # 如果删除的时候，点取消就返回下面的页面
return render(request, 'delete.html',
{'cancel': origin}) # 把origin传到删除页面，从而点取消之后返回相应页面
models.Department.objects.filter(id=nid).delete()
return redirect(origin)
def project_add(request):
"""
添加项目
:param request:
:return:
"""
if request.method == 'GET':
form = ProjectModelForm()
return render(request, 'form.html', {'form': form})
form = ProjectModelForm(data=request.POST)
# 对用户提交的数据进行校验
if form.is_valid():
form.save()
return redirect(memory_reverse(request, 'project_list'))
return render(request, 'form.html', {'form': form})
def host_edit(request,nid):
"""
编辑部门
:param request:
:param nid: 当前要编辑的部门ID
:return:
"""
obj = models.Host.objects.filter(id=nid).first() # 包含此行的所有数据
if request.method == "GET":
# 生成HTML标签 + 携带默认值
form = HostModelForm(instance=obj)
return render(request,'form.html',{'form':form}) # 带默认值
form = HostModelForm(data=request.POST,instance=obj)
if form.is_valid():
form.save()
return redirect(memory_reverse(request,'host_list'))
return render(request, 'form.html', {'form': form})
def deploy_add(request, project_id):
"""
添加任务
:param request:
:param project_id:
:return:
"""
if request.method == 'GET':
form = DeployModelForm()
return render(request, 'form.html', {'form': form})
form = DeployModelForm(data=request.POST)
# 对用户提交的数据进行校验
if form.is_valid():
form.instance.project_id = project_id # 在modelform想使用project_id的默认值，就用form.instance这样写
form.save()
return redirect(memory_reverse(request, 'deploy_list', project_id=project_id))
return render(request, 'form.html', {'form': form})
def deploy_edit(request, project_id, nid):
"""
编辑
:param request:
:param nid: 当前要编辑的项目id
:return:
"""
obj = models.Deploy.objects.filter(id=nid).first() # 包含此行的所有数据
if request.method == "GET":
# 生成HTML标签 + 携带默认值
form = DeployModelForm(instance=obj)
return render(request, 'form.html', {'form': form}) # 带默认值
form = DeployModelForm(data=request.POST, instance=obj)
if form.is_valid():
form.instance.project_id = project_id
form.save()
return redirect(memory_reverse(request, 'deploy_list', project_id=project_id))
return render(request, 'form.html', {'form': form})
def user_edit(request,nid):
"""
编辑 用户
:param request:
:param nid: 当前要编辑的部门ID
:return:
"""
obj = models.UserInfo.objects.filter(id=nid).first() # 包含此行的所有数据
if request.method == "GET":
# 生成HTML标签 + 携带默认值
form = UserModelForm(instance=obj)
return render(request,'form.html',{'form':form}) # 带默认值
form = UserModelForm(data=request.POST,instance=obj)
if form.is_valid():
print('写入数据库')
form.save()
return redirect(memory_reverse(request,'user_list'))
return render(request, 'form.html', {'form': form})
def deploy_rollback(request, project_id):
"""
回滚代码,
:param request:
:param project_id:项目id
:param deploy_id:任务id
:return:
"""
deploy_object_all = models.Deploy.objects.all() # 所有任务
deploy_object = models.Deploy.objects.filter(project_id=project_id).first()
if request.method == 'GET':
# 1. 显示发布信息
# 2. 用户选择主机
# host_id_list = request.POST.getlist('hosts') # 前端页面给选中的主机的id
all_host_list = deploy_object.project.hosts.all() # 显示所有关联这个项目的主机
deployed_host_list = models.DeployRecord.objects.filter(deploy=deploy_object) # 这个项目里已经发布的主机
all_project_version = models.Deploy.objects.filter(project_id=project_id).values('version') # 当前项目的所有版本
deployed_host_dict = {item.host_id: item for item in deployed_host_list} # 主机id：主机名
return render(request, 'deploy_rollback_list.html',
{'deploy_object': deploy_object, 'all_host_list': all_host_list,
'deployed_host_dict': deployed_host_dict, 'deploy_object_all': deploy_object_all,
'all_project_version': all_project_version, })
host_id_list = request.POST.getlist('hosts') # 前端页面给选中的主机的id
host_list = models.Host.objects.filter(id__in=host_id_list) # 判断哪个主机是被选中的
# deploy_object = models.Deploy.objects.filter(id=deploy_id, project_id=project_id).first()
# host_log = models.RollbackRecord.objects.filter(deploy_id=deploy_id, host_id=host_id).values('rollback_log')
# print(host_log)
version_code_list = request.POST.getlist('version') # 前端页面选择的版本
version_code = ' '.join(version_code_list) # 转换成字符串
def task(host_object, deploy_object):
# cwd_path = os.path.join(settings.BASE_DIR, 'codes', deploy_object.project.title,
# deploy_object.version) # 存放路径
# 1. 在DeployRecord中更新一条回滚任务，在发布的时候生成的记录之上。
def create_deploy_record():
status = False
try:
record_object = models.RollbackRecord.objects.get_or_create(deploy=deploy_object, host=host_object,
host_version=version_code)
status = True
return record_object
except Exception as e:
record_object.log = traceback.format_exc()
record_object.save()
return status
record_object, is_new = create_deploy_record()
def publish():
"""
上传脚本
执行脚本
:return:
"""
status = False
try:
private_key = paramiko.RSAKey(file_obj=StringIO(request.user.server_private_key)) # 获取用户私钥
transport = paramiko.Transport((host_object.hostname, host_object.ssh_port)) # 主机名和端口号
transport.connect(username=request.user.server_name, pkey=private_key) # 用户名和私钥
# 用户远程上传下载文件
sftp = paramiko.SFTPClient.from_transport(transport)
# 远程执行命令
ssh = paramiko.SSHClient()
ssh._transport = transport
# 获取系统上面代码的存放的目录，
target_folder_path = '/home/yx/codes/%s/%s' % (
deploy_object.project.title, version_code,)
stdin, stdout, stderr = ssh.exec_command(' ls %s' % target_folder_path)
code_dir_all = stdout.read().decode().split('\n')
code_dir_name = code_dir_all[0]
print(code_dir_name)
# 创建脚本目录
# code_file_path = os.path.join(cwd_path, deploy_object.uid)
target_folder_path = '/home/yx/rollback_script/%s/' % (deploy_object.project.title) # 回滚脚本存放目录
# print(target_folder_path)
stdin, stdout, stderr = ssh.exec_command('mkdir -p %s' % target_folder_path)
stdout.read()
# 上传数据库里面的脚本内容到服务器
script_file_name = deploy_object.uid.split('.')[
0] + "." + deploy_object.script.interpreter # 脚本名字，项目名字+时间戳+.py
# 脚本存放的绝对路径
target_file_path = os.path.join(target_folder_path, script_file_name) # /home/yx/script/dbhot/a.py
# print(target_file_path)
file_object = sftp.open(target_file_path, mode='w') # 在指定目录下打开一个文件，然后写入
file_object.write(deploy_object.script.rollback_code) # 把数据库里面的脚本内容拿到
# # 执行回滚脚本
command = 'python3 %s %s %s %s' % (
target_file_path, deploy_object.project.title, version_code, code_dir_name)
# python3 /home/yx/script/dbhot/v4.0/dbhot20181228104300.py
stdin, stdout, stderr = ssh.exec_command(command)
result = stdout.read()
file_object.close() # 关闭刚才的写文件
transport.close()
status = True
return target_file_path
except Exception as e:
record_object.log = traceback.format_exc()
record_object.save()
return status
status = publish()
# 4 回滚成功之后，更新主机状态
def update_status():
if not status:
record_object.status = 3
record_object.log = '回滚失败'
record_object.save()
else:
record_object.status = 2 # 更新主机的状态
# 更新项目版本的回滚状态
models.Deploy.objects.filter(project_id=project_id, version=deploy_object.version).update(status=4)
# 更新主机的当前版本
models.DeployRecord.objects.filter(host=host_object).update(
host_version=version_code)
record_object.log = '回滚成功'
record_object.save()
update_status()
#
pool = ThreadPoolExecutor(30)
for obj in host_list:
# pool.submit(task, obj, deploy_object)
pool.submit(task,obj,deploy_object)
pool.shutdown()
# for host in host_list:
# task(host, deploy_object)
return redirect(memory_reverse(request, 'deploy_rollback', project_id=project_id))
def deploy_push(request, project_id, deploy_id):
"""
推送代码,发布按钮执行的代码
:param request:
:param project_id: 项目id
:param deploy_id: 任务id
:return:
"""
deploy_object = models.Deploy.objects.filter(id=deploy_id, project_id=project_id).first()
if request.method == 'GET':
# 1. 显示发布信息
# 2. 用户选择主机
# 通过deploy跨project表，然后在跨到hosts表，去查询主机
all_host_list = deploy_object.project.hosts.all() # 显示所有关联这个项目的主机
deployed_host_list = models.DeployRecord.objects.filter(deploy=deploy_object) # 这个项目里已经发布过的主机
deployed_host_dict = {item.host_id: item for item in deployed_host_list} # 主机id：主机名
# form = DeployPushForm(deploy_object.project)
return render(request, 'deploy_push.html',
{'deploy_object': deploy_object, 'all_host_list': all_host_list,
'deployed_host_dict': deployed_host_dict})
host_id_list = request.POST.getlist('hosts') # 获取前端页面给选中的主机的id hosts是前端name的值
host_list = models.Host.objects.filter(id__in=host_id_list)
ctime = time.strftime('%Y%m%d%H%M%S')
def task(host_object, deploy_object):
cwd_path = os.path.join(settings.BASE_DIR, 'codes', deploy_object.project.title,
ctime) # 存放路径
# 1. 在DeployRecord中创建一条发布任务
def create_deploy_record():
status = False
try:
record_object = models.DeployRecord.objects.get_or_create(deploy=deploy_object, host=host_object,
host_version=deploy_object.branch)
status = True
return record_object
except Exception as e:
record_object.log = traceback.format_exc()
record_object.save()
return status
record_object, is_new = create_deploy_record() # 调用这个函数
# 2 推送
def push_code():
status = False
try:
private_key = paramiko.RSAKey(file_obj=StringIO(request.user.server_private_key)) # 获取用户私钥
transport = paramiko.Transport((host_object.hostname, host_object.ssh_port)) # 主机名和端口号
transport.connect(username=request.user.server_name, pkey=private_key) # 用户名和私钥
# 用户远程上传下载文件
sftp = paramiko.SFTPClient.from_transport(transport)
# 远程执行命令
ssh = paramiko.SSHClient()
ssh._transport = transport
# 创建目录
code_file_path = os.path.join(cwd_path, deploy_object.uid) # 存放代码的目录
target_folder_path = '/home/yx/codes/%s/%s/' % (
deploy_object.project.title, deploy_object.branch)
stdin, stdout, stderr = ssh.exec_command('mkdir -p %s' % target_folder_path)
stdout.read()
# 上传代码到服务器
target_file_path = os.path.join(target_folder_path, deploy_object.uid) # 文件存放目录
sftp.put(code_file_path, target_file_path)
transport.close()
status = True
except Exception as e:
record_object.log = traceback.format_exc()
print(traceback.format_exc())
record_object.save()
return status # 相当于返回true往下执行
status = push_code()
if not status: # 如果返回的不是true，就不往下执行了
return
# 发布
def publish():
"""
上传脚本
执行脚本
:return:
"""
status = False
try:
private_key = paramiko.RSAKey(file_obj=StringIO(request.user.server_private_key)) # 获取用户私钥
transport = paramiko.Transport((host_object.hostname, host_object.ssh_port)) # 主机名和端口号
transport.connect(username=request.user.server_name, pkey=private_key) # 用户名和私钥
# 用户远程上传下载文件
sftp = paramiko.SFTPClient.from_transport(transport)
# 远程执行命令
ssh = paramiko.SSHClient()
ssh._transport = transport
# 创建脚本目录
code_file_path = os.path.join(cwd_path, deploy_object.uid)
target_folder_path = '/home/yx/script/%s/%s/' % (
deploy_object.project.title, deploy_object.branch) # /home/yx/script/dbhot/branch_name
stdin, stdout, stderr = ssh.exec_command('mkdir -p %s' % target_folder_path)
stdout.read()
# 上传数据库里面的脚本内容到服务器
script_file_name = deploy_object.uid.split('.')[
0] + "." + deploy_object.script.interpreter # 脚本名字，项目名字+时间戳+.py
#
target_file_path = os.path.join(target_folder_path,
script_file_name) # /home/yx/script/dbhot/v4.0 +脚本名字
file_object = sftp.open(target_file_path, mode='w') # 在指定目录下打开一个文件，然后写入
file_object.write(deploy_object.script.code) # 把数据库里面的脚本内容拿到
# # 执行脚本
command = 'python3 %s %s %s %s' % (
target_file_path, deploy_object.project.title, deploy_object.branch, deploy_object.uid)
# python3 /home/yx/script/dbhot/v4.0/dbhot20181228104300.py dbhot v4.0 dbhot20181228104300.zip
print(command)
stdin, stdout, stderr = ssh.exec_command(command)
result = stdout.read()
file_object.close() # 关闭刚才的写文件
transport.close()
status = True
return target_file_path
except Exception as e:
record_object.log = traceback.format_exc()
record_object.save()
return status
# status = publish()
#
# if not status: # 如果是false就返回空，不往下执行了
# return
# 4 发布成功之后，更新主机状态
def update_status():
if not status:
record_object.status = 3
record_object.log = '发布失败'
record_object.save()
else:
record_object.status = 2 # 更新主机的发布状态,
# 更新项目版本的发布状态
models.Deploy.objects.filter(project_id=project_id, branch=deploy_object.branch).update(status=3)
# 更新主机的当前版本
# models.DeployRecord.objects.filter(host=host_object).update(
# host_version=deploy_object.version)
record_object.log='发布成功'
record_object.save()
update_status()
#
pool = ThreadPoolExecutor(30)
for obj in host_list:
# pool.submit(task, obj, deploy_object)
pool.submit(task,obj,deploy_object)
pool.shutdown()
# for host in host_list:
# task(host, deploy_object)
return redirect(memory_reverse(request, 'deploy_push', project_id=project_id, deploy_id=deploy_id))