def from_crawler(cls, crawler, *args, **kwargs):
spider = super(SpiderForum, cls).from_crawler(crawler, *args, **kwargs)
spider.filter = Filter.from_crawler(spider.crawler, spider.name)
spider.compete_key()
spider.crawler.signals.connect(spider.spider_idle, signal=signals.spider_idle)
spider.l = LogStatsDIY.from_crawler(crawler)
return spider
def from_crawler(cls, crawler, *args, **kwargs):
spider = super(IncrementCrawlSpider,
cls).from_crawler(crawler, *args, **kwargs)
spider.filter = Filter.from_crawler(spider.crawler, spider.name)
spider.crawler.signals.connect(spider.spider_idle,
signal=signals.spider_idle)
spider.l = LogStatsDIY.from_crawler(crawler)
return spider
def from_crawler(cls, crawler, *args, **kwargs):
spider = super(Swjw, cls).from_crawler(crawler, *args, **kwargs)
spider.filter = Filter.from_crawler(spider.crawler, spider.name)
return spider
