def detect_from_db(myip, proxy, proxies_set): proxy_dict = {'ip': proxy[0], 'port': proxy[1]} result = detect_proxy(myip, proxy_dict) # print('IP检查的结构',result) if result: print('该数据库代理IP可用', proxy[0]) proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str) #可用的代理IP,存放到集合内 else: if proxy[2] < 1: print('该代理IP即将被删除', proxy[0]) sqlhelper.delete({ 'ip': proxy[0], 'port': proxy[1] }) #如果该代理IP分数小于1,则删除 else: score = proxy[2] - 1 print('该代理IP分数减1', proxy[0]) sqlhelper.update({ 'ip': proxy[0], 'port': proxy[1] }, {'score': score}) #否则代理IP分数减1,更新数据库分数 proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str) #将代理IP放入集合
def detect_from_db(myip, proxy, proxies_set): proxy_dict = {'ip': proxy[0], 'port': proxy[1]} result = detect_proxy(myip, proxy_dict) if result: proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str) else: sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]})
def detect_from_db(myip, proxy, proxies_set): proxy_dict = {'ip': proxy[0], 'port': proxy[1]} result = detect_proxy(myip, proxy_dict) if result: if proxy[2] < 60000: score = proxy[2] + 1 else: score = 60000 proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str) sqlhelper.update({'ip': proxy[0], 'port': proxy[1]}, {'score': score}) else: sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]})
def detect_from_db(myip, proxy, proxies_set): proxy_dict = {'ip': proxy[0], 'port': proxy[1]} result = detect_proxy(myip, proxy_dict) if result: proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str) else: if proxy[2] < 1: sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]}) else: score = proxy[2] - 1 sqlhelper.update({'ip': proxy[0], 'port': proxy[1]}, {'score': score,'verifytime':time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time()))}) proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str)
def detect_from_db(myip, proxy, proxies_set): proxy_dict = {'ip': proxy[0], 'port': proxy[1]} speed_dict={} result1,result2 = detect_proxy(myip, proxy_dict,speed_dict) if result1: proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str) else: if proxy[2] < 1: sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]}) else: score = proxy[2]-1 sqlhelper.update({'ip': proxy[0], 'port': proxy[1]}, {'score': score}) proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str)
def detect_from_db(myip, proxy, proxies_set): proxy_dict = {'ip': proxy[0], 'port': proxy[1]} result = detect_proxy(myip, proxy_dict) if result: proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str) else: if proxy[2] < 1: sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]}) else: score = proxy[2]-1 sqlhelper.update({'ip': proxy[0], 'port': proxy[1]}, {'score': score}) proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str)
def detect_from_db(myip,proxy,proxies_set): proxy_dict = {'ip':proxy[0],'port':proxy[1]} sites = detect_list(myip,proxy_dict) if sites: if proxy[2]<60000: score = proxy[2] + 1 else: score = 60000 proxy_str ='%s:%s'%(proxy[0],proxy[1]) proxies_set.add(proxy_str) sqlhelper.update({'ip':proxy[0],'port':proxy[1]},{'score':score,'sites':sites}) else: sqlhelper.delete({'ip':proxy[0],'port':proxy[1]}) pass
def deleteProxies(): try: inputs = request.args json_result = json.dumps(sqlhelper.delete(inputs)) return json_result except: return '{}'
def detect_from_db(myip, proxy, proxies_set): proxy_dict = {"ip": proxy[0], "port": proxy[1]} result = detect_proxy(myip, proxy_dict) if result: proxy_str = "%s:%s" % (proxy[0], proxy[1]) proxies_set.add(proxy_str) else: if proxy[2] < 1: sqlhelper.delete({"ip": proxy[0], "port": proxy[1]}) else: score = proxy[2] - 1 sqlhelper.update({ "ip": proxy[0], "port": proxy[1] }, {"score": score}) proxy_str = "%s:%s" % (proxy[0], proxy[1]) proxies_set.add(proxy_str)
def detect_from_db(myip, proxy, proxies_set): proxy_dict = {'ip': proxy[0], 'port': proxy[1]} result = detect_proxy(myip, proxy_dict) if result: proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str) else: if int(proxy[2]) < 1: sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]}) else: score = int(proxy[2]) - 1 sqlhelper.update({ 'ip': proxy[0], 'port': proxy[1] }, {'score': score}) proxy_str = '%s:%s' % (proxy[0], proxy[1]) proxies_set.add(proxy_str)
def GET(self): # web.config.debug = False inputs = web.input() json_result = json.dumps(sqlhelper.delete(inputs)) return json_result
def GET(self): inputs = web.input() json_result = json.dumps(sqlhelper.delete(inputs)) return json_result
def GET(self): inputs = web.input() json_result = json.dumps(sqlhelper.delete(inputs)) print('delect' + str(json_result)) return json_result