Exemple #1
0
 def setUp(self):
     """set up"""
     config = {}
     mini_spider.read_conf("spider.conf", config)
     thread_safe_set = safe_utils.thread_safe(set)
     urlSet = thread_safe_set()
     queue = Queue.Queue(maxsize=-1)
     rlock = threading.RLock()
     self.spider = spider.MiniSpider(config, queue, urlSet, rlock)
Exemple #2
0
 def test_readconf(self):
     """test read conf"""
     config = {}
     self.assertTrue(mini_spider.read_conf("spider.conf", config))
     self.assertFalse(mini_spider.read_conf("spider.con", config))
     self.assertFalse(mini_spider.read_conf("", config))