def __init__(self, settings, crawler): RetryMiddleware.__init__(self, settings) self.rconn = settings.get( "RCONN", redis.Redis(crawler.settings.get('REDIS_HOST', 'localhsot'), crawler.settings.get('REDIS_PORT', 6379))) initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings, crawler): RetryMiddleware.__init__(self, settings) self.rconn = settings.get( 'RCONN', redis.Redis(crawler.settings.get('REDIS_HOST', '192.168.195.1'), crawler.settings.get('REDIS_PORT', 6379))) initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings, crawler): RetryMiddleware.__init__(self, settings) self.redis = connection.from_settings(settings) # Ensure the connection is working. self.redis.ping() #self.redis = settings.get("RCONN", redis.Redis(crawler.settings.get('REDIS_HOST', 'localhsot'), crawler.settings.get('REDIS_PORT', 6379))) initCookie(self.redis, crawler.spider.name)
def __init__(self, settings, crawler): RetryMiddleware.__init__(self, settings) self.rconn = settings.get( "RCONN", redis.Redis(host=crawler.settings.get('REDIS_HOST', 'localhsot'), port=crawler.settings.get('REDIS_PORT', 6379), password=crawler.settings.get('REDIS_PASSWORD', ''))) initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings, crawler): RetryMiddleware.__init__(self, settings) self.rconn = settings.get("RCONN", redis.Redis("localhost", 6379)) initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings, crawler): RetryMiddleware.__init__(self, settings) self.rconn = settings.get("RCONN", redis.Redis(crawler.settings.get('REDIS_HOST', 'localhsot'), crawler.settings.get('REDIS_PORT', 6379))) initCookie(self.rconn, crawler.spider.name)
def __init__(self, settings): RetryMiddleware.__init__(self, settings) self.rconn = redis.Redis(host='127.0.0.1', port=6379, db=3) #db3里专门放cookies信息 initCookie(self.rconn) #在第一次将所有账号的cookie获取