def _run(self, arg_list, thread_number):
from vavava import threadpool
self.pool = threadpool.ThreadPool(thread_number)
requests = threadpool.makeRequests(lambda x: self.target(x), arg_list)
[self.pool.putRequest(req) for req in requests]
self.pool.wait()
print "========== EOF ==========="
def mains(self, thread_number):
self.get_page_list()
arglist = []
for cid, name in self.categries.items():
for i in xrange(CONFIG.page_min, CONFIG.page_max):
arglist.append([cid, i])
from vavava import threadpool
self.pool = threadpool.ThreadPool(thread_number)
requests = threadpool.makeRequests(
lambda argv: self.get_pages(argv[0], argv[1]),
arglist
)
[self.pool.putRequest(req) for req in requests]
self.pool.wait()
print "========== EOF ==========="
