def _set_crawler(self, crawler):
CrawlSpider._set_crawler(self, crawler)
RedisMixin.setup_redis(self)
def _set_crawler(self, crawler):
CrawlSpider._set_crawler(self, crawler)
RedisMixin.setup_redis(self)
def set_crawler(self, crawer):
CrawlSpider.set_crawler(self, crawer) # 设置默认爬去
RedisMixin.setup_redis(self) # url由redis
def _set_crawler(self, crawler):
super(MySpider, self)._set_crawler(crawler)
RedisMixin.setup_redis(self)
SqlMixin.setup_sql(self)
def set_crawler(self, crawler):
CrawlSpider.set_crawler(self, crawler)
#安装redis连接和设置idle signal。
#并且这个函数必须在spider设置特的crawler object（上面的函数）之后调用。
RedisMixin.setup_redis(self)
def set_crawler(self, crawer):
CrawlSpider.set_crawler(self, crawer) # ÉèÖÃĬÈÏÅÀÈ¥
RedisMixin.setup_redis(self) # urlÓÉredis
