def relationTaskJob(jobTemplateId,taskJobId,fieldIds):
TaskJobDao.delTaskJobReRelationByTaskJobId(taskJobId)
if fieldIds!=None and str(fieldIds)=="-1":
jobTemplateFieldList=TemplateDao.queryJobTemplateFieldByJobTemplateId(jobTemplateId)
for field in jobTemplateFieldList:
taskJobReField = TaskJobReField(id=uuid.uuid1())
taskJobReField.jobTemplateId = jobTemplateId
taskJobReField.taskJobId = taskJobId
taskJobReField.delFlag = False
taskJobReField.jobTemplateFieldId = field.id
taskJobReField.createTime=datetime.now()
Session.add(taskJobReField)
return
fieldList=fieldIds.split(",")
for fieldId in fieldList:
taskJobReField=TaskJobReField(id=uuid.uuid1())
taskJobReField.jobTemplateId=jobTemplateId
taskJobReField.taskJobId=taskJobId
taskJobReField.delFlag=False
taskJobReField.jobTemplateFieldId=fieldId
taskJobReField.createTime=datetime.now()
Session.add(taskJobReField)
# TaskJobDao.updateTaskJob(TaskJob.id==taskJobId,{TaskJob.jobTemplateId:jobTemplateId})
Session.query(TaskJob).filter(TaskJob.id==taskJobId).update({TaskJob.jobTemplateId:jobTemplateId})
Session.flush()
Session.commit()
def proxyAdd(proxy):
type = proxy.type
if type == ProxyType.STATIC:
ipList = RequestUtils.parseProxyFile()
result = addStaticProxyList(ipList)
else:
result = proxyAddProxy(proxy)
Session.add(proxy)
Session.commit()
return {"result": result}
def delSearchTask(id):
ids = id.split(",")
arr = []
for i in ids:
arr.append("'" + i + "'")
sql = 'update p_search_task_job set del_flag = 1 where id IN (%s) ' % ",".join(
arr)
Session.execute(sql)
Session.flush()
Session.commit()
def quertJudicature(id):
juidicature = Session.query(JudicatureTable).filter(
JudicatureTable.id == id, JudicatureTable.delFlag == 0).first()
randomList = randomlist(7)
juidicature.saving_cnt += randomList[0]
juidicature.saved_cnt += randomList[1]
juidicature.changed_cnt += randomList[2]
juidicature.compromise_cnt += randomList[3]
juidicature.pursue_cnt += randomList[4]
juidicature.adjudged_cnt += randomList[5]
Session.flush()
Session.commit()
return juidicature
def addStaticProxyList(ipList):
staticProxyInfoList = []
if len(ipList) <= 0:
return None
proxyInfo = ProxyInfo(type=ProxyType.STATIC)
Session.add(proxyInfo)
for ip in ipList:
infp = ip.split(":")
if len(infp) == 2:
staticProxyInfo = StaticProxyInfo(host=infp[0],
port=infp[1],
proxyInfoId=proxyInfo.id)
Session.add(staticProxyInfo)
staticProxyInfoList.append(staticProxyInfo)
Session.commit()
return {"proxyInfo": proxyInfo, "staticProxyInfoList": staticProxyInfoList}
def updateTaskJobStatus(taskId, status):
try:
Session.query(TaskJob).filter(TaskJob.id == taskId).update({
TaskJob.status:
status,
TaskJob.lastExecuteTime:
datetime.now()
})
Session.commit()
except Exception:
logging.error('updateTaskJobStatus:%s:error:%s' % (taskId, status))
Session.rollback()
try:
RedisUtils.hsetUrlRedisStatus(RedisUtils.prefix + taskId, status)
except Exception:
pass
def taskJobReTemplate(taskJobId,templates):
oldtaskjobtemp = Session.query(TaskJobReTemplate).filter(TaskJobReTemplate.taskJobId==taskJobId).all()
for oldemp in oldtaskjobtemp:
oldemp.delFlag = True
for template in templates:
taskJobReT=Session.query(TaskJobReTemplate).filter(TaskJobReTemplate.taskJobId==taskJobId,TaskJobReTemplate.jobTemplateId==template.get("id")).first()
if taskJobReT==None:
taskJobReTemplate=TaskJobReTemplate()
taskJobReTemplate.jobTemplateId=template.get("id")
taskJobReTemplate.fieldIds=template.get("fieldIds")
taskJobReTemplate.taskJobId=taskJobId
taskJobReTemplate.delFlag=False
Session.add(taskJobReTemplate)
else:
taskJobReT.fieldIds=template.get("fieldIds")
taskJobReT.delFlag = False
BaseDao.updateByPrimary(taskJobReT,TaskJobReTemplate)
Session.flush()
Session.commit()
def proxyModify(proxy):
proxy_new = Session.query(ProxyInfo).filter(
ProxyInfo.id == proxy.id, ProxyInfo.delFlag == False).one()
proxy_new.authUrl = proxy.authUrl
Session.commit()
return {'result': {'proxyInfo': proxy_new}}
def addTask(searchTaskJob):
Session.add(searchTaskJob)
Session.flush()
Session.commit()
return searchTaskJob
