def test_signals(self):
signals_catched = set()
def spider_opened(spider):
assert spider is self.spider
signals_catched.add(stats_spider_opened)
def spider_closing(spider, reason):
assert spider is self.spider
assert reason == "testing"
signals_catched.add(stats_spider_closing)
def spider_closed(spider, reason, spider_stats):
assert spider is self.spider
assert reason == "testing"
assert spider_stats == {"test": 1}
signals_catched.add(stats_spider_closed)
self.crawler.signals.connect(spider_opened, signal=stats_spider_opened)
self.crawler.signals.connect(spider_closing, signal=stats_spider_closing)
self.crawler.signals.connect(spider_closed, signal=stats_spider_closed)
stats = StatsCollector(self.crawler)
stats.open_spider(self.spider)
stats.set_value("test", 1, spider=self.spider)
self.assertEqual([(self.spider, {"test": 1})], list(stats.iter_spider_stats()))
stats.close_spider(self.spider, "testing")
assert stats_spider_opened in signals_catched
assert stats_spider_closing in signals_catched
assert stats_spider_closed in signals_catched
self.crawler.signals.disconnect(spider_opened, signal=stats_spider_opened)
self.crawler.signals.disconnect(spider_closing, signal=stats_spider_closing)
self.crawler.signals.disconnect(spider_closed, signal=stats_spider_closed)
def test_signals(self):
signals_catched = set()
def spider_opened(spider):
assert spider is self.spider
signals_catched.add(stats_spider_opened)
def spider_closing(spider, reason):
assert spider is self.spider
assert reason == 'testing'
signals_catched.add(stats_spider_closing)
def spider_closed(spider, reason, spider_stats):
assert spider is self.spider
assert reason == 'testing'
assert spider_stats == {'test': 1}
signals_catched.add(stats_spider_closed)
dispatcher.connect(spider_opened, signal=stats_spider_opened)
dispatcher.connect(spider_closing, signal=stats_spider_closing)
dispatcher.connect(spider_closed, signal=stats_spider_closed)
stats = StatsCollector()
stats.open_spider(self.spider)
stats.set_value('test', 1, spider=self.spider)
self.assertEqual([(self.spider, {'test': 1})], list(stats.iter_spider_stats()))
stats.close_spider(self.spider, 'testing')
assert stats_spider_opened in signals_catched
assert stats_spider_closing in signals_catched
assert stats_spider_closed in signals_catched
dispatcher.disconnect(spider_opened, signal=stats_spider_opened)
dispatcher.disconnect(spider_closing, signal=stats_spider_closing)
dispatcher.disconnect(spider_closed, signal=stats_spider_closed)
def test_signals(self):
signals_catched = set()
def spider_opened(spider):
assert spider is self.spider
signals_catched.add(stats_spider_opened)
def spider_closing(spider, reason):
assert spider is self.spider
assert reason == 'testing'
signals_catched.add(stats_spider_closing)
def spider_closed(spider, reason, spider_stats):
assert spider is self.spider
assert reason == 'testing'
assert spider_stats == {'test': 1}
signals_catched.add(stats_spider_closed)
self.crawler.signals.connect(spider_opened, signal=stats_spider_opened)
self.crawler.signals.connect(spider_closing,
signal=stats_spider_closing)
self.crawler.signals.connect(spider_closed, signal=stats_spider_closed)
stats = StatsCollector(self.crawler)
stats.open_spider(self.spider)
stats.set_value('test', 1, spider=self.spider)
self.assertEqual([(self.spider, {
'test': 1
})], list(stats.iter_spider_stats()))
stats.close_spider(self.spider, 'testing')
assert stats_spider_opened in signals_catched
assert stats_spider_closing in signals_catched
assert stats_spider_closed in signals_catched
self.crawler.signals.disconnect(spider_opened,
signal=stats_spider_opened)
self.crawler.signals.disconnect(spider_closing,
signal=stats_spider_closing)
self.crawler.signals.disconnect(spider_closed,
signal=stats_spider_closed)
