def __init__(self, settings, crawler):
RetryMiddleware.__init__(self, settings)
self.rconn = settings.get(
"RCONN",
redis.Redis(crawler.settings.get('REDIS_HOST', 'localhsot'),
crawler.settings.get('REDIS_PORT', 6379)))
initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings, crawler):
RetryMiddleware.__init__(self, settings)
self.rconn = settings.get(
'RCONN',
redis.Redis(crawler.settings.get('REDIS_HOST', '192.168.195.1'),
crawler.settings.get('REDIS_PORT', 6379)))
initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings, crawler):
RetryMiddleware.__init__(self, settings)
self.redis = connection.from_settings(settings)
# Ensure the connection is working.
self.redis.ping()
#self.redis = settings.get("RCONN", redis.Redis(crawler.settings.get('REDIS_HOST', 'localhsot'), crawler.settings.get('REDIS_PORT', 6379)))
initCookie(self.redis, crawler.spider.name)
def __init__(self, settings, crawler):
RetryMiddleware.__init__(self, settings)
self.rconn = settings.get(
"RCONN",
redis.Redis(host=crawler.settings.get('REDIS_HOST', 'localhsot'),
port=crawler.settings.get('REDIS_PORT', 6379),
password=crawler.settings.get('REDIS_PASSWORD', '')))
initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings, crawler):
RetryMiddleware.__init__(self, settings)
self.rconn = settings.get("RCONN", redis.Redis("localhost", 6379))
initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings, crawler):
RetryMiddleware.__init__(self, settings)
self.rconn = settings.get("RCONN", redis.Redis(crawler.settings.get('REDIS_HOST', 'localhsot'), crawler.settings.get('REDIS_PORT', 6379)))
initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings, crawler):
RetryMiddleware.__init__(self, settings)
self.rconn = settings.get("RCONN", redis.Redis("localhost", 6379))
initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings):
RetryMiddleware.__init__(self, settings)
self.rconn = redis.Redis(host='127.0.0.1', port=6379, db=3) #db3里专门放cookies信息
initCookie(self.rconn) #在第一次将所有账号的cookie获取
