def dataReplaceAll(request):
'''
:param request:
:return:
'''
user = request.user
pattern_coarse = re.compile(r'(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})')
pattern = re.compile(
r'(\b(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\b)'
)
arg_tardata = 'dzh_sls.mobileserver.data_compress'
arg_gettar = '/home/MobileServer/data.tar.gz'
arg_dist = 'dzh_sls.mobileserver.data_all'
var_cache_path = '/var/cache/salt/master/minions/'
source_path = '/srv/salt/dzh_store/mobileserver/tar/data.tar.gz'
dc_list = []
data_centers = {}
ts_list_new = []
stkindex_dict = {}
ret = {}
valcon = {}
hostsft = {}
jid = []
judgerrors = []
errors = []
#hostsum = 0
hostrsum = 0
result_dc = DataCenter.objects.all()
for dc in result_dc:
dc_list.append(dc.dcen)
data_centers[dc.dcen] = dc.dccn
dc_list.sort()
result_stkindex = StockIndex.objects.all()
for row_index in result_stkindex:
stkindex_dict[row_index.stkindex] = row_index.exchange
if request.method == 'POST':
form = RedataAllForms(request.POST)
if form.is_valid():
form_data_dict = form.cleaned_data
ds = form_data_dict['data_source']
dp = form_data_dict['data_path']
ts = form_data_dict['target_server']
try:
ds_hostname = HostList.objects.get(ip=ds)
ds_hn = ds_hostname.hostname
except:
judgerrors.append(u'数据源服务器： %s 不在主机列表中！' % ds)
if ts:
ts_list = ts.split(',')
for ts_i in ts_list:
if '*' not in ts_i.split():
match_coarse = pattern_coarse.search(ts_i)
if match_coarse:
match = pattern.search(ts_i)
if match:
try:
result_ts = HostList.objects.get(
ip=match.group())
ts_list_new.append(result_ts.hostname)
except DoesNotExist:
judgerrors.append(u'目标主机 %s 不在主机列表中！' %
ts_i)
else:
judgerrors.append(u'目标主机地址 %s 不合法!' % ts_i)
else:
try:
result_ts = HostList.objects.get(hostname=ts_i)
ts_list_new.append(ts_i)
except DoesNotExist:
judgerrors.append(u'目标主机 %s 不在主机列表中！' % ts_i)
else:
ts_list_new.append(ts_i)
if not request.POST.get('datacenter', '') and not ts_list_new:
judgerrors.append(u'需要指定目标机房或目标机房，才能允许后续操作！')
else:
get_dc_list = request.POST.getlist('datacenter')
if not judgerrors:
if ts:
tgt_set = manageTgt(ts)
else:
tgt_set = set([])
if get_dc_list:
if '*' in get_dc_list:
result_host_set = set(['*'])
else:
result_host_set = hostSet(get_dc_list)
else:
result_host_set = set([])
tgt_list = list(tgt_set.union(result_host_set))
tgt_judge, tgtminis = judgeTarget(tgt_list)
if not tgt_judge:
judgerrors.append(
u'目标主机只能形如zhaogb-201、zhaogb-*、* 这三种(可多个用英文逗号隔开)！')
else:
sapi = SaltAPI(url=settings.SALT_API['url'],
username=settings.SALT_API['user'],
password=settings.SALT_API['password'])
tar_data_fun = 'state.sls'
tar_data = sapi.masterToMinion(ds_hn, tar_data_fun,
arg_tardata)
if tar_data:
tk = tar_data['return'][0][ds_hn].keys()
result_tar_data = tar_data['return'][0][ds_hn][
tk[0]]['result']
if result_tar_data:
get_tar_data_fun = 'cp.push'
get_tar_data = sapi.masterToMinion(
ds_hn, get_tar_data_fun, arg_gettar)
if get_tar_data:
get_tar_status = get_tar_data['return'][0][
ds_hn]
if get_tar_status:
data_path = os.path.join(
var_cache_path, ds_hn, 'files',
arg_gettar[1:])
if os.path.exists(data_path):
os.rename(data_path, source_path)
if os.path.exists(source_path):
if '*' in tgt_list:
hostsum = len(result_host_set)
sumset = set(result_host_set)
obj = sapi.async_deploy_all(
arg_dist)
else:
hostsum = len(result_host_set)
sumset = set(result_host_set)
tgt_list_to_str = ','.join(
result_host_set)
obj = sapi.async_deploy(
tgt_list_to_str, arg_dist)
jid.append(obj)
if get_dc_list:
operate_tgt = get_dc_list[0]
else:
operate_tgt = 'unknown'
op_time = time.strftime(
"%Y-%m-%d %H:%M:%S",
time.localtime(time.time()))
op_user = arg_dist
op_tgt = '%s...' % operate_tgt
p1 = OperateRecord.objects.create(
nowtime=op_time,
username=user,
user_operate=op_user,
simple_tgt=op_tgt,
jid=jid[0])
db = db_operate()
for i in jid:
time.sleep(30)
sql = 'select id,`return` from salt_returns where jid=%s'
result = db.select_table(
settings.RETURNS_MYSQL,
sql, str(i))
hostrsum = len(result)
returnset = set(result.keys())
ret, hostfa, hosttr = outFormat(
result)
diffset = sumset.difference(
returnset)
hostunre = len(diffset)
hostunrestr = ','.join(
list(diffset))
hostsft['sum'] = hostsum
hostsft['rsum'] = hostrsum
hostsft['unre'] = hostunre
hostsft['unrestr'] = hostunrestr
hostsft['fa'] = hostfa
hostsft['tr'] = hosttr
os.remove(source_path)
saveRecord = ReturnRecord.objects.create(
jid=jid[0],
tgt_total=hostsum,
tgt_ret=hostrsum,
tgt_succ=hosttr,
tgt_fail=hostfa,
tgt_unret=hostunre,
tgt_unret_list=hostunrestr)
else:
judgerrors.append(
u'Master cache目录下无data.tar.gz数据包！')
else:
judgerrors.append(
u'拉取数据失败（拉取数据操作返回结果为False）！')
else:
judgerrors.append(
u'拉取数据命令执行失败(Salt-api返回结果为空)！')
else:
judgerrors.append(u'打包数据失败（打包数据操作返回结果为False）！')
else:
judgerrors.append(u'打包数据命令执行失败(Salt-api返回结果为空)！')
else:
form = RedataAllForms(
initial={'data_path': '/home/MobileServer/DATA/'})
if judgerrors:
for error in judgerrors:
errors.append(error.encode('utf8'))
return render_to_response('data_replace_all.html', {
'form': form,
'dc_list': dc_list,
'data_centers': data_centers,
'ret': ret,
'errors': errors,
'hostsft': hostsft,
'stkindex_dict': stkindex_dict
},
context_instance=RequestContext(request))