def deploy_mail(*args, **kwargs):
release_note = kwargs['release_note']
result = kwargs['result']
message = kwargs['message']
env = kwargs['env']
service = kwargs['service']
datacenter_name = kwargs['datacenter_name']
datacenters = Datacenter.objects(name=datacenter_name)
datacenter = datacenters[0]
operators = User.objects(role=u'运维').only('account')
mail_inbox = [user.account for user in operators]
context = 'Deploy service: {0} to datacenter: {1} env: {2} {3}: {4}.'.format(
service, datacenter.region, datacenter.env,
'success' if result else 'failed', message)
if result:
# send mail to all operations and relations
relations = Consignee.objects(group=env, service=service).only('email')
mail_inbox += [
relation.email for relation in relations
if relation.email not in mail_inbox
]
context = '{0}\r\n\r\n{1}'.format(context, release_note)
send_mail(settings.MAIL_SUBJECT_DEPLOY,
context,
settings.MAIL_OUTBOX,
mail_inbox,
fail_silently=False)
return
def package_deploy(*args, **kwargs):
package = kwargs['package']
target_env = kwargs['target_env']
operator = kwargs['operator']
datacenter_name = kwargs.get('datacenter_name', None)
logger.info('deploy begin.....')
if package['service'] == 'agent':
if datacenter_name:
datacenters = Datacenter.objects(name=datacenter_name)
datacenter = datacenters[0]
deploy_single_agent(json.loads(datacenters.to_json()), package)
datacenter['agent']['version'] = package['version']
datacenter['agent']['file_path'] = package['file_path']
datacenter.save()
consul_sync_datacenter(datacenter, logger)
else:
datacenters = Datacenter.objects(env=target_env)
for datacenter in datacenters:
deploy_single_agent(json.loads(datacenters.to_json()), package)
datacenter['agent']['version'] = package['version']
datacenter['agent']['file_path'] = package['file_path']
datacenter.save()
consul_sync_datacenter(datacenter, logger)
else:
file_name = os.path.basename(package['file_path']).replace(
'tar.gz', '%s.tar.gz' % package['version'])
local_file_path = os.path.join(settings.PACKAGE_SAVE_PATH,
package['service'], file_name)
if datacenter_name:
datacenters = Datacenter.objects(name=datacenter_name)
datacenter = datacenters[0]
deploy_single_service(json.loads(datacenter.to_json()), package,
local_file_path, operator)
else:
datacenters = Datacenter.objects(env=target_env)
for datacenter in datacenters:
deploy_single_service(json.loads(datacenter.to_json()),
package, local_file_path, operator)
logger.info('deploy finish')
return
def pre_process_package(*args, **kwargs):
package = kwargs['package']
datacenters = Datacenter.objects(region=package['region'])
datacenter = datacenters[0]
file_name = os.path.basename(package['file_path']).replace(
'tar.gz', '%s.tar.gz' % package['version'])
local_file_path = os.path.join(settings.PACKAGE_SAVE_PATH,
package['service'], file_name)
path_name = os.path.dirname(local_file_path)
if not os.path.exists(path_name):
os.makedirs(path_name)
s3_handler = commAws.S3Handler(package['region'],
datacenter.agent['access_key_id'],
datacenter.agent['secret_access_key'],
LOG=logger)
s3_handler.connect()
s3_handler.get_file(package['bucket'], package['file_path'],
local_file_path)
service_file = commFile.ServicePackage(package['service'],
package['version'],
package['region'],
package['file_path'],
local_file_path,
package['md5']['source'],
'dev',
LOG=logger)
if not service_file.audit_md5():
service_file.set_package_status()
return
service_file.uncompress()
#service_file.audit_health()
service_file.audit_sql()
service_file.audit_port()
service_file.audit_config()
service_file.set_package_status()
service_file.clear()
if service_file.md5_status == 'pass' and service_file.sql_status == 'pass' and service_file.endpoint_status == 'pass' and service_file.config_status == 'pass':
package_deploy(package=package, target_env=None, operator=None)
return
def consul_add_group(*args, **kwargs):
group_name = args[0]['name']
datacenter_name = args[0]['datacenter']
datacenters = Datacenter.objects(name=datacenter_name)
if not datacenters:
logger.error('datacenter not exist.')
return
datacenter = datacenters[0]
packages = Package.objects(service=args[0]['service'],
version=args[0]['version'])
if not packages:
logger.error('service not exist.')
return
package = packages[0]
datacenter = datacenters[0]
consul_handler = commConsul.CommConsul(datacenter.qurom['cacert'],
datacenter.qurom['cakey'],
LOG=logger)
consul_handler.connect(datacenter.qurom['domain'],
datacenter.qurom['port'])
consul_key = 'deploy/deployGroup/%s/status' % group_name
consul_value = json.dumps({
'service':
args[0]['service'],
'cur_version':
args[0]['version'],
'target_version':
args[0]['version'],
'deploy_id':
None,
'file_path':
package['file_path'],
'verify':
package['md5'][datacenter_name] if datacenter_name
in package['md5'].keys() else package['md5']['source'],
})
consul_handler.put_values(consul_key, consul_value)
consul_handler.clear_consul_cert()
return
def package_deploy(*args, **kwargs):
package = kwargs['package']
if not kwargs['target_env']:
target_env = 'dev'
else:
target_env = kwargs['target_env']
if not kwargs['operator']:
operator = 'auto'
else:
operator = kwargs['operator']
logger.info('deploy begin.....')
datacenters = Datacenter.objects(env=target_env)
if package['service'] == 'agent':
datacenters = Datacenter.objects(region=package['region'],
env=target_env)
datacenter = datacenters[0]
datacenter['agent']['version'] = package['version']
datacenter['agent']['file_path'] = package['file_path']
datacenter.save()
consul_sync_datacenter(datacenter, logger)
s3_handler = commAws.S3Handler(datacenter.region,
datacenter.agent['access_key_id'],
datacenter.agent['secret_access_key'],
LOG=logger)
s3_handler.connect()
s3_handler.put_file(
datacenter.deploy['bucket'], package['file_path'],
os.path.join(
settings.PACKAGE_SAVE_PATH, package['service'],
os.path.basename(package['file_path']).replace(
'tar.gz', '%s.tar.gz' % package['version'])))
logger.info('xxxxxxxxxxxxxxxxxxxxxxxxx upload s3 finished.')
else:
wait_deploy_groups = []
groups = DeployGroup.objects(service=package['service'])
for datacenter in datacenters:
# generate config file
file_name = os.path.basename(package['file_path']).replace(
'tar.gz', '%s.tar.gz' % package['version'])
local_file_path = os.path.join(settings.PACKAGE_SAVE_PATH,
package['service'], file_name)
service_package = commFile.ServicePackage(package['service'],
package['version'],
datacenter.region,
package['file_path'],
local_file_path,
package['md5']['source'],
target_env,
LOG=logger)
service_package.process_config()
release_note = service_package.get_release_note()
logger.debug('generate config file finish, new md5 is {0}'.format(
service_package.new_md5))
for group in groups:
want_healths = service_package.auto_create_health(group.name)
if want_healths:
consul_sync_health(datacenter=json.loads(
datacenter.to_json()),
group_name=group.name,
healths=want_healths)
logger.debug(
'datacenter.env is [{0}], target_env is [{1}], datacenter.name is [{2}], group.datacenter is [{3}]'
.format(datacenter.env, target_env, datacenter.name,
group.datacenter))
if datacenter.env == target_env and datacenter.name == group.datacenter:
wait_deploy_groups.append({
'service':
package['service'],
'version':
package['version'],
'file_path':
package['file_path'],
'md5':
service_package.new_md5,
'operator':
operator,
'group_name':
group.name,
'deploy_policy_type':
group.deploy['type'],
'deploy_policy_value':
group.deploy['value'],
'env':
datacenter.env,
'datacenter_name':
datacenter.name,
'datacenter_cacert':
datacenter.qurom['cacert'],
'datacenter_cakey':
datacenter.qurom['cakey'],
'datacenter_domain':
datacenter.qurom['domain'],
'datacenter_port':
datacenter.qurom['port']
})
service_package.clear()
logger.debug('wait to deploy groups are: [{0}]'.format(','.join(
[item['group_name'] for item in wait_deploy_groups])))
for wait_deploy_group in wait_deploy_groups:
deploy_handler = commDeploy.DeployHandler(wait_deploy_group,
LOG=logger)
result, message = deploy_handler.process()
deploy_mail(result=result,
message=message,
env=target_env,
service=package['service'],
datacenter_name=datacenter.name,
release_note=release_note)
logger.info('deploy finish')
return