def run():
start_time = time.time()
# 获取任务
task = Task()
url_list = task.get_task()
# 爬取数据
for i in range(LOOP_NUM):
per_step_urls = task.get_urls(url_list)
print('开始下一循环', end='\n' * 3)
spider = Spider()
spider.async_req(per_step_urls)
# 保存数据
saver = Saver()
saver.run()
logger.info('完成循环')
print('finish')
total_time = time.time() - start_time
print(total_time)
logger.info('结束时间: {}'.format(datetime.now()))
logger.info('总共费时: {}'.format(total_time))
