def detect_from_db(myip, proxy, proxies_set):
proxy_dict = {'ip': proxy[0], 'port': proxy[1]}
result = detect_proxy(myip, proxy_dict)
# print('IP检查的结构',result)
if result:
print('该数据库代理IP可用', proxy[0])
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str) #可用的代理IP，存放到集合内
else:
if proxy[2] < 1:
print('该代理IP即将被删除', proxy[0])
sqlhelper.delete({
'ip': proxy[0],
'port': proxy[1]
}) #如果该代理IP分数小于1，则删除
else:
score = proxy[2] - 1
print('该代理IP分数减1', proxy[0])
sqlhelper.update({
'ip': proxy[0],
'port': proxy[1]
}, {'score': score}) #否则代理IP分数减1，更新数据库分数
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str) #将代理IP放入集合
def detect_from_db(myip, proxy, proxies_set):
proxy_dict = {'ip': proxy[0], 'port': proxy[1]}
result = detect_proxy(myip, proxy_dict)
if result:
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
else:
sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]})
def detect_from_db(myip, proxy, proxies_set):
proxy_dict = {'ip': proxy[0], 'port': proxy[1]}
result = detect_proxy(myip, proxy_dict)
if result:
if proxy[2] < 60000:
score = proxy[2] + 1
else:
score = 60000
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
sqlhelper.update({'ip': proxy[0], 'port': proxy[1]}, {'score': score})
else:
sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]})
def detect_from_db(myip, proxy, proxies_set):
proxy_dict = {'ip': proxy[0], 'port': proxy[1]}
result = detect_proxy(myip, proxy_dict)
if result:
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
else:
if proxy[2] < 1:
sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]})
else:
score = proxy[2] - 1
sqlhelper.update({'ip': proxy[0], 'port': proxy[1]}, {'score': score,'verifytime':time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time()))})
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
def detect_from_db(myip, proxy, proxies_set):
proxy_dict = {'ip': proxy[0], 'port': proxy[1]}
speed_dict={}
result1,result2 = detect_proxy(myip, proxy_dict,speed_dict)
if result1:
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
else:
if proxy[2] < 1:
sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]})
else:
score = proxy[2]-1
sqlhelper.update({'ip': proxy[0], 'port': proxy[1]}, {'score': score})
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
def detect_from_db(myip, proxy, proxies_set):
proxy_dict = {'ip': proxy[0], 'port': proxy[1]}
result = detect_proxy(myip, proxy_dict)
if result:
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
else:
if proxy[2] < 1:
sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]})
else:
score = proxy[2]-1
sqlhelper.update({'ip': proxy[0], 'port': proxy[1]}, {'score': score})
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
def detect_from_db(myip,proxy,proxies_set):
proxy_dict = {'ip':proxy[0],'port':proxy[1]}
sites = detect_list(myip,proxy_dict)
if sites:
if proxy[2]<60000:
score = proxy[2] + 1
else:
score = 60000
proxy_str ='%s:%s'%(proxy[0],proxy[1])
proxies_set.add(proxy_str)
sqlhelper.update({'ip':proxy[0],'port':proxy[1]},{'score':score,'sites':sites})
else:
sqlhelper.delete({'ip':proxy[0],'port':proxy[1]})
pass
def deleteProxies():
try:
inputs = request.args
json_result = json.dumps(sqlhelper.delete(inputs))
return json_result
except:
return '{}'
def detect_from_db(myip, proxy, proxies_set):
proxy_dict = {"ip": proxy[0], "port": proxy[1]}
result = detect_proxy(myip, proxy_dict)
if result:
proxy_str = "%s:%s" % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
else:
if proxy[2] < 1:
sqlhelper.delete({"ip": proxy[0], "port": proxy[1]})
else:
score = proxy[2] - 1
sqlhelper.update({
"ip": proxy[0],
"port": proxy[1]
}, {"score": score})
proxy_str = "%s:%s" % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
def detect_from_db(myip, proxy, proxies_set):
proxy_dict = {'ip': proxy[0], 'port': proxy[1]}
result = detect_proxy(myip, proxy_dict)
if result:
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
else:
if int(proxy[2]) < 1:
sqlhelper.delete({'ip': proxy[0], 'port': proxy[1]})
else:
score = int(proxy[2]) - 1
sqlhelper.update({
'ip': proxy[0],
'port': proxy[1]
}, {'score': score})
proxy_str = '%s:%s' % (proxy[0], proxy[1])
proxies_set.add(proxy_str)
def GET(self):
# web.config.debug = False
inputs = web.input()
json_result = json.dumps(sqlhelper.delete(inputs))
return json_result
def GET(self):
inputs = web.input()
json_result = json.dumps(sqlhelper.delete(inputs))
return json_result
def GET(self):
inputs = web.input()
json_result = json.dumps(sqlhelper.delete(inputs))
print('delect' + str(json_result))
return json_result
