def from_crawler(cls, crawler, *args, **kwargs):
spider = super(SpiderRedis, cls).from_crawler(crawler, *args, **kwargs)
spider.filter = Filter.from_crawler(spider.crawler, spider.name)
spider.compete_key()
# register spider_idle signal
spider.crawler.signals.connect(spider.spider_idle, signal=signals.spider_idle)
spider.l = LogStatsDIY.from_crawler(crawler)
return spider
def from_crawler(cls, crawler, *args, **kwargs):
spider = super(BaseSpider, cls).from_crawler(crawler, *args, **kwargs)
spider.filter = Filter.from_crawler(spider.crawler, spider.name)
return spider
