def _set_crawler(self, crawler): CrawlSpider._set_crawler(self, crawler) RedisMixin.setup_redis(self)
def set_crawler(self, crawer): CrawlSpider.set_crawler(self, crawer) # 设置默认爬去 RedisMixin.setup_redis(self) # url由redis
def _set_crawler(self, crawler): super(MySpider, self)._set_crawler(crawler) RedisMixin.setup_redis(self) SqlMixin.setup_sql(self)
def set_crawler(self, crawler): CrawlSpider.set_crawler(self, crawler) #安装redis连接和设置idle signal。 #并且这个函数必须在spider设置特的crawler object(上面的函数)之后调用。 RedisMixin.setup_redis(self)
def set_crawler(self, crawer): CrawlSpider.set_crawler(self, crawer) # ÉèÖÃĬÈÏÅÀÈ¥ RedisMixin.setup_redis(self) # urlÓÉredis