class ProxyMiddleware(object):
def __init__(self):
# 连接redis数据库，调用radom方法获取一个随机的IP
self.db = RedisClient()
self.proxy = self.db.random()
def process_request(self, request, spider):
request.meta["proxy"] = self.proxy
def get_peoxy():
# 连接redis数据库
db = RedisClient()
# 随机获取一个代理IP
proxy = db.random()
return proxy
def get_proxy():
g = RedisClient()
return g.random()
def fetch():
client = RedisClient()
if client.random() is None:
return '代理池为空'
return client.random()
