예제 #1
0
    def testBatch(self):
        print "start at : %s" % datetime.now()
        spider = ImagesDownloader(['http://f1.163.com'])
        crawler = GCrawler(spider, workers_count = 8)
        crawler.start()
	def testDianping(self):
		spider = DianpingDownloader(urls)
		crawler = GCrawler(spider, workers_count = 3)
		crawler.start()
예제 #2
0
 def testDownloader(self):
     spider = DummyDownloader(urls)
     crawler = GCrawler(spider, workers_count = 3)
     crawler.start()
예제 #3
0
 def testSpider(self):
     spider = DummySpider()
     crawler = GCrawler(spider, workers_count = 3)
     crawler.start()
예제 #4
0
 def testBatch(self):
     print "start at : %s" % datetime.now()
     spider = ImagesDownloader(['http://f1.163.com'])
     crawler = GCrawler(spider, workers_count=8)
     crawler.start()
예제 #5
0
 def testDownloader(self):
     spider = DummyDownloader(urls)
     crawler = GCrawler(spider, workers_count=3)
     crawler.start()
예제 #6
0
 def testSpider(self):
     spider = DummySpider()
     crawler = GCrawler(spider, workers_count=3)
     crawler.start()
예제 #7
0
	def testDianping(self):
		spider = DianpingDownloader(urls)
		crawler = GCrawler(spider, workers_count = 3)
		crawler.start()