def test_no_task_run_type(self):
self.event_website.url = os.path.join(self.SERVER_URL, "not_existing_site/event_main.html")
self.event_website.save()
kwargs = {"id": 1, "do_action": "yes", "run_type": "SHELL"}
spider = EventSpider(**kwargs)
self.crawler.crawl(spider)
self.crawler.start()
self.assertEqual(spider.scheduler_runtime.num_zero_actions, 0)
spider.log("Test message", log.ERROR)
self.assertEqual(Log.objects.count(), 0)
def test_no_task_run_type(self):
self.event_website.url = os.path.join(self.SERVER_URL, 'not_existing_site/event_main.html')
self.event_website.save()
kwargs = {
'id': 1,
'do_action': 'yes',
'run_type': 'SHELL',
}
spider = EventSpider(**kwargs)
self.crawler.crawl(spider)
self.crawler.start()
self.assertEqual(spider.scheduler_runtime.num_zero_actions, 0)
spider.log("Test message", log.ERROR)
self.assertEqual(Log.objects.count(), 0)
def test_testmode(self):
kwargs = {
'id': 1,
}
spider = EventSpider(**kwargs)
self.crawler.crawl(spider)
self.crawler.start()
self.assertEqual(len(Event.objects.all()), 0)
def test_runtime_config_max_items_save(self):
kwargs = {
'id': 1,
'do_action': 'yes',
'run_type': 'SHELL',
'max_items_save': '3',
}
spider = EventSpider(**kwargs)
self.process.crawl(spider, **kwargs)
self.process.start()
self.assertEqual(len(Event.objects.all()), 3)
def test_runtime_config_max_items_read(self):
kwargs = {
'id': 1,
'do_action': 'yes',
'run_type': 'SHELL',
'max_items_read': '3',
}
spider = EventSpider(**kwargs)
self.crawler.crawl(spider)
self.crawler.start()
#log.start()
reactor.run()
self.assertEqual(len(Event.objects.all()), 3)
