def from_crawler(cls, crawler, *args, **kwargs): spider = super(SpiderRedis, cls).from_crawler(crawler, *args, **kwargs) spider.filter = Filter.from_crawler(spider.crawler, spider.name) spider.compete_key() # register spider_idle signal spider.crawler.signals.connect(spider.spider_idle, signal=signals.spider_idle) spider.l = LogStatsDIY.from_crawler(crawler) return spider
def from_crawler(cls, crawler, *args, **kwargs): spider = super(BaseSpider, cls).from_crawler(crawler, *args, **kwargs) spider.filter = Filter.from_crawler(spider.crawler, spider.name) return spider