def fetch_articles(self):
handler_args = {
"asyn_work": self.detail_asyn,
"callback": self.detail_callback
}
gr_group = HandlerManager(task_queue=self.page_success,
concurrency=4,
success_queue=self.detail_success,
handler_args=handler_args)
gr_group.run()
def fetch_details(self):
# 生成所有列表页的链接
for i in xrange(self.start, self.end + 1):
self.page_task.put("%s%s" % (self.page_base, i))
# 构建协程参数，并运行
handler_args = {
"asyn_work": self.page_asyn,
"callback": self.page_callback
}
gr_group = HandlerManager(task_queue=self.page_task,
concurrency=3,
success_queue=self.page_success,
handler_args=handler_args)
gr_group.run()