def from_crawler(cls, crawler, *args, **kwargs): spider = super(SpiderForum, cls).from_crawler(crawler, *args, **kwargs) spider.filter = Filter.from_crawler(spider.crawler, spider.name) spider.compete_key() spider.crawler.signals.connect(spider.spider_idle, signal=signals.spider_idle) spider.l = LogStatsDIY.from_crawler(crawler) return spider
def from_crawler(cls, crawler, *args, **kwargs): spider = super(IncrementCrawlSpider, cls).from_crawler(crawler, *args, **kwargs) spider.filter = Filter.from_crawler(spider.crawler, spider.name) spider.crawler.signals.connect(spider.spider_idle, signal=signals.spider_idle) spider.l = LogStatsDIY.from_crawler(crawler) return spider
def from_crawler(cls, crawler, *args, **kwargs): spider = super(Swjw, cls).from_crawler(crawler, *args, **kwargs) spider.filter = Filter.from_crawler(spider.crawler, spider.name) return spider