def main(): url_task_queue = Queue.Queue() thread_searcher_pool = ThreadPool(500, url_task_queue) thread_searcher_pool.start() topic_searcher_urls_pool = ThreadPool(200) topic_searcher_urls_pool.start() topic_threader = TopicSearcherThreader( thread_searcher_pool, topic_searcher_urls_pool, build_url_job, HenHenLuTopicUrlExer, BASE_URL, START_NUM, END_NUM, PIC_TYPE, ) topic_threader.start() while True: print '#######################################' print 'URL has task count: %s' \ % str(thread_searcher_pool.current_task_count()) print '#######################################' print '#######################################' print 'TOPIC has task count: %s' \ % str(topic_searcher_urls_pool.current_task_count()) print '#######################################' time.sleep(5) topic_threader.join() topic_searcher_urls_pool.wait_done() thread_searcher_pool.wait_done()