def relationTaskJob(jobTemplateId,taskJobId,fieldIds): TaskJobDao.delTaskJobReRelationByTaskJobId(taskJobId) if fieldIds!=None and str(fieldIds)=="-1": jobTemplateFieldList=TemplateDao.queryJobTemplateFieldByJobTemplateId(jobTemplateId) for field in jobTemplateFieldList: taskJobReField = TaskJobReField(id=uuid.uuid1()) taskJobReField.jobTemplateId = jobTemplateId taskJobReField.taskJobId = taskJobId taskJobReField.delFlag = False taskJobReField.jobTemplateFieldId = field.id taskJobReField.createTime=datetime.now() Session.add(taskJobReField) return fieldList=fieldIds.split(",") for fieldId in fieldList: taskJobReField=TaskJobReField(id=uuid.uuid1()) taskJobReField.jobTemplateId=jobTemplateId taskJobReField.taskJobId=taskJobId taskJobReField.delFlag=False taskJobReField.jobTemplateFieldId=fieldId taskJobReField.createTime=datetime.now() Session.add(taskJobReField) # TaskJobDao.updateTaskJob(TaskJob.id==taskJobId,{TaskJob.jobTemplateId:jobTemplateId}) Session.query(TaskJob).filter(TaskJob.id==taskJobId).update({TaskJob.jobTemplateId:jobTemplateId}) Session.flush() Session.commit()
def proxyAdd(proxy): type = proxy.type if type == ProxyType.STATIC: ipList = RequestUtils.parseProxyFile() result = addStaticProxyList(ipList) else: result = proxyAddProxy(proxy) Session.add(proxy) Session.commit() return {"result": result}
def delSearchTask(id): ids = id.split(",") arr = [] for i in ids: arr.append("'" + i + "'") sql = 'update p_search_task_job set del_flag = 1 where id IN (%s) ' % ",".join( arr) Session.execute(sql) Session.flush() Session.commit()
def quertJudicature(id): juidicature = Session.query(JudicatureTable).filter( JudicatureTable.id == id, JudicatureTable.delFlag == 0).first() randomList = randomlist(7) juidicature.saving_cnt += randomList[0] juidicature.saved_cnt += randomList[1] juidicature.changed_cnt += randomList[2] juidicature.compromise_cnt += randomList[3] juidicature.pursue_cnt += randomList[4] juidicature.adjudged_cnt += randomList[5] Session.flush() Session.commit() return juidicature
def addStaticProxyList(ipList): staticProxyInfoList = [] if len(ipList) <= 0: return None proxyInfo = ProxyInfo(type=ProxyType.STATIC) Session.add(proxyInfo) for ip in ipList: infp = ip.split(":") if len(infp) == 2: staticProxyInfo = StaticProxyInfo(host=infp[0], port=infp[1], proxyInfoId=proxyInfo.id) Session.add(staticProxyInfo) staticProxyInfoList.append(staticProxyInfo) Session.commit() return {"proxyInfo": proxyInfo, "staticProxyInfoList": staticProxyInfoList}
def updateTaskJobStatus(taskId, status): try: Session.query(TaskJob).filter(TaskJob.id == taskId).update({ TaskJob.status: status, TaskJob.lastExecuteTime: datetime.now() }) Session.commit() except Exception: logging.error('updateTaskJobStatus:%s:error:%s' % (taskId, status)) Session.rollback() try: RedisUtils.hsetUrlRedisStatus(RedisUtils.prefix + taskId, status) except Exception: pass
def taskJobReTemplate(taskJobId,templates): oldtaskjobtemp = Session.query(TaskJobReTemplate).filter(TaskJobReTemplate.taskJobId==taskJobId).all() for oldemp in oldtaskjobtemp: oldemp.delFlag = True for template in templates: taskJobReT=Session.query(TaskJobReTemplate).filter(TaskJobReTemplate.taskJobId==taskJobId,TaskJobReTemplate.jobTemplateId==template.get("id")).first() if taskJobReT==None: taskJobReTemplate=TaskJobReTemplate() taskJobReTemplate.jobTemplateId=template.get("id") taskJobReTemplate.fieldIds=template.get("fieldIds") taskJobReTemplate.taskJobId=taskJobId taskJobReTemplate.delFlag=False Session.add(taskJobReTemplate) else: taskJobReT.fieldIds=template.get("fieldIds") taskJobReT.delFlag = False BaseDao.updateByPrimary(taskJobReT,TaskJobReTemplate) Session.flush() Session.commit()
def proxyModify(proxy): proxy_new = Session.query(ProxyInfo).filter( ProxyInfo.id == proxy.id, ProxyInfo.delFlag == False).one() proxy_new.authUrl = proxy.authUrl Session.commit() return {'result': {'proxyInfo': proxy_new}}
def addTask(searchTaskJob): Session.add(searchTaskJob) Session.flush() Session.commit() return searchTaskJob