def multi_start(page=1, max_page=20): global proxy_list init_proxy.create_proxy() print(now() + "获取代理成功") with open('proxy.json', 'r') as f: proxy_list = json.loads(f.read(-1)) dir_name = init(proxy_list[index], page, max_page) print(now() + "梳理获取的数据") new_list = [] for i in range(1, max_page - 1): with open(dir_name + '/' + str(i) + ".json", 'r') as f: new_list += json.loads(f.read(-1)) with open(dir_name + '/total.json', 'w') as f: f.write(json.dumps(new_list)) print(now() + "梳理完成") # 将梳理结果写入数据库 try: read_comic_to_db.driver(dir_name + '/total.json') except Exception: print(now() + "写入数据库失败,跳过写入操作") # 梳理完成后开始读取图片 multi_thread_after(dir_name + '/total.json')
# encoding:utf-8 import read_comic_to_db print("输入total.json的路径") data = raw_input() read_comic_to_db.driver(data)