class PoolTester(object):
def __init__(self):
self.redis = RedisClient()
def test_single_proxy(self, proxy):
"""
测试单个代理
:param proxy:
:return:
"""
if test_proxy_vaild(proxy):
self.redis.max(proxy)
print("[+] 代理可用", proxy)
else:
self.redis.drop(proxy)
print("[-] 代理不可用", proxy)
def run(self):
"""
测试的主函数
:return:
"""
print("测试器开始运行.......")
try:
count = self.redis.count()
print("当前剩余%d个代理" % (count))
# 使用线程池, 快速检测proxy是否可用
with ThreadPoolExecutor(FilterTreadCount) as pool:
pool.map(self.test_single_proxy, self.redis.all())
except Exception as e:
print("测试器发生错误", e)
class PoolTester(object):
def __init__(self):
self.redis = RedisClient()
def testSingleProxy(self, proxy):
"""
测试单个代理
:param proxy:
:return:
"""
if testProxyVaild(proxy):
self.redis.max(proxy)
print(Fore.GREEN + "[+] 代理可用", proxy)
else:
self.redis.drop(proxy)
print(Fore.RED + "[-] 代理不可用", proxy)
def run(self):
"""
测试的主函数
:return:
"""
print(Fore.GREEN + "测试器开始运行.......")
try:
count = self.redis.count()
print(Fore.GREEN + "当前剩余%d个代理" % count)
# 使用线程池, 快速检测proxy是否可用
with ThreadPoolExecutor(FILTER_THREAD_COUNT) as pool:
pool.map(self.testSingleProxy, self.redis.all())
except Exception as e:
print(Fore.RED + "测试器发生错误", e)
