示例#1
0
文件: views.py 项目: apoyl/CUS
	def run(self, codeurl, newtask = False):
		#import pdb;pdb.set_trace()
		url = urllib.unquote(codeurl)
		if url.startswith('https:/'):
			url = url[7:len(url)]
		if url.startswith('http:/'):
			url = url[6:len(url)]
		codeurl = urllib.quote(url)
		if newtask and www.is_url_format(url):#判断是否重新检测
			stu = create_task(codeurl,url)
			return stu 
		else:
			recheck = '0'
			if not www.is_url_format(url):
				raise web.redirect('/')
			result_count = {'safe':0,'warning':0,'danger':0,'unknown':0}
			exist_job =  Db_rds.hgetall(config.TASK_INFO+codeurl) #判断是否旧版本数据,如果是,加入调度
			print exist_job
			if not exist_job or (exist_job.get('code',config.Engine_old_num) == config.Engine_old_num and exist_job.get('task_statu',1) ==1):
				create_task(codeurl,url,True)
				status = 'ing'
				url_result = {}
			else:
				recheck = '1'
				db = Db_mongo.check_result
				url_result = db.result.find_one({'url':codeurl})
				status = 'done'
				if not url_result:
					status = 'ing'
					url_result = {}
					create_task(codeurl,url,False)
				elif len(url_result.get('result',{}))< config.Engine_num:
					status = 'ing'
				if exist_job and exist_job.get('task_statu',1) == '0':
					status = 'ing'
				if url_result:
					result = url_result.get('result',{})
					for i in result:
						e_result = result.get(i,{})
						r = e_result.get('c_result','')
						if r == 'safe':
							result_count['safe'] += 1
						elif r == 'warning':
							result_count['warning'] += 1
						elif r == 'danger':
							result_count['danger'] += 1
						else:
							result_count['unknown'] += 1
					checktime = result.get('check_time','')
					if checktime:
						howlong = time.teime -  time.mktime(checktime.timetuple())
						if howlong < config.TASK_REPEAT_LIMIT:
							recheck = '0'
			now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
			return render.report(url,url_result,config.Engines,config.Safe_type,config.Engine_num,status,now,result_count,recheck)
示例#2
0
文件: worker.py 项目: apoyl/CUS
def check(url,codeurl,eng,timeout):
	engine = getattr(__import__('modules.%s'%eng),eng)
	result = engine.check(url)
	s_result = {'codeurl':url,'c_time':datetime.datetime.now(),'result':result,'engine':eng}
	if not Db_rds.rpush(a_config.TASK_RESULT,s_result):
		create_task(codeurl,url)
	else:
		Queue_rds.lpop(a_config.TASK_ENGINE+eng)
		num = Db_rds.hget(a_config.TASK_INFO+codeurl,'code')
		Db_rds.hset(a_config.TASK_INFO+codeurl,'code',int(num)+1)
		if int(num)+1 == int(a_config.Engine_num):
			Db_rds.hset(a_config.TASK_INFO+codeurl,'task_statu',1)
示例#3
0
def check(url,codeurl,eng,timeout):
	engine = getattr(__import__('modules.%s'%eng),eng)
	result = engine.check(url)
	s_result = {'codeurl':url,'c_time':datetime.datetime.now(),'result':result,'engine':eng}
	if not Db_rds.rpush(a_config.TASK_RESULT,s_result):
		create_task(codeurl,url)
	else:
		Queue_rds.lpop(a_config.TASK_ENGINE+eng)
		num = Db_rds.hget(a_config.TASK_INFO+codeurl,'code')
		Db_rds.hset(a_config.TASK_INFO+codeurl,'code',int(num)+1)
		if int(num)+1 == int(a_config.Engine_num):
			Db_rds.hset(a_config.TASK_INFO+codeurl,'task_statu',1)
示例#4
0
 def run(self, codeurl, newtask=False):
     #import pdb;pdb.set_trace()
     url = urllib.unquote(codeurl)
     if url.startswith('https:/'):
         url = url[7:len(url)]
     if url.startswith('http:/'):
         url = url[6:len(url)]
     codeurl = urllib.quote(url)
     if newtask and www.is_url_format(url):  #判断是否重新检测
         stu = create_task(codeurl, url)
         return stu
     else:
         recheck = '0'
         if not www.is_url_format(url):
             raise web.redirect('/')
         result_count = {'safe': 0, 'warning': 0, 'danger': 0, 'unknown': 0}
         exist_job = Db_rds.hgetall(config.TASK_INFO +
                                    codeurl)  #判断是否旧版本数据,如果是,加入调度
         print exist_job
         if not exist_job or (exist_job.get(
                 'code', config.Engine_old_num) == config.Engine_old_num
                              and exist_job.get('task_statu', 1) == 1):
             create_task(codeurl, url, True)
             status = 'ing'
             url_result = {}
         else:
             recheck = '1'
             db = Db_mongo.check_result
             url_result = db.result.find_one({'url': codeurl})
             status = 'done'
             if not url_result:
                 status = 'ing'
                 url_result = {}
                 create_task(codeurl, url, False)
             elif len(url_result.get('result', {})) < config.Engine_num:
                 status = 'ing'
             if exist_job and exist_job.get('task_statu', 1) == '0':
                 status = 'ing'
             if url_result:
                 result = url_result.get('result', {})
                 for i in result:
                     e_result = result.get(i, {})
                     r = e_result.get('c_result', '')
                     if r == 'safe':
                         result_count['safe'] += 1
                     elif r == 'warning':
                         result_count['warning'] += 1
                     elif r == 'danger':
                         result_count['danger'] += 1
                     else:
                         result_count['unknown'] += 1
                 checktime = result.get('check_time', '')
                 if checktime:
                     howlong = time.teime - time.mktime(
                         checktime.timetuple())
                     if howlong < config.TASK_REPEAT_LIMIT:
                         recheck = '0'
         now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
         return render.report(url, url_result, config.Engines,
                              config.Safe_type, config.Engine_num, status,
                              now, result_count, recheck)