class ProxyMiddleware(object): def __init__(self): # 连接redis数据库,调用radom方法获取一个随机的IP self.db = RedisClient() self.proxy = self.db.random() def process_request(self, request, spider): request.meta["proxy"] = self.proxy
def get_peoxy(): # 连接redis数据库 db = RedisClient() # 随机获取一个代理IP proxy = db.random() return proxy
def get_proxy(): g = RedisClient() return g.random()
def fetch(): client = RedisClient() if client.random() is None: return '代理池为空' return client.random()