def _run(self, arg_list, thread_number): from vavava import threadpool self.pool = threadpool.ThreadPool(thread_number) requests = threadpool.makeRequests(lambda x: self.target(x), arg_list) [self.pool.putRequest(req) for req in requests] self.pool.wait() print "========== EOF ==========="
def mains(self, thread_number): self.get_page_list() arglist = [] for cid, name in self.categries.items(): for i in xrange(CONFIG.page_min, CONFIG.page_max): arglist.append([cid, i]) from vavava import threadpool self.pool = threadpool.ThreadPool(thread_number) requests = threadpool.makeRequests( lambda argv: self.get_pages(argv[0], argv[1]), arglist ) [self.pool.putRequest(req) for req in requests] self.pool.wait() print "========== EOF ==========="