def query_img_info_by_content(img_path): result_json_list = [] pool = ThreadPool(70) try: html = ContentDownloader.fetch_first_page(img_path) #print html img_list = DataParser.parse_img_info(html) #print img_list next_page_href_list = DataParser.parse_next_page_href(html) #print next_page_href_list result_json_list = pool.map( query_img_info_func, next_page_href_list) pool.close() pool.join() result_json_list = reduce(image_info_list_reduce, result_json_list) result_json_list = filter(image_info_list_filter, result_json_list) print 'Finish query.' except Exception, e: print e