def multi_start(page=1, max_page=20):
global proxy_list
init_proxy.create_proxy()
print(now() + "获取代理成功")
with open('proxy.json', 'r') as f:
proxy_list = json.loads(f.read(-1))
dir_name = init(proxy_list[index], page, max_page)
print(now() + "梳理获取的数据")
new_list = []
for i in range(1, max_page - 1):
with open(dir_name + '/' + str(i) + ".json", 'r') as f:
new_list += json.loads(f.read(-1))
with open(dir_name + '/total.json', 'w') as f:
f.write(json.dumps(new_list))
print(now() + "梳理完成")
# 将梳理结果写入数据库
try:
read_comic_to_db.driver(dir_name + '/total.json')
except Exception:
print(now() + "写入数据库失败,跳过写入操作")
# 梳理完成后开始读取图片
multi_thread_after(dir_name + '/total.json')
def multi_start(page=1, max_page=20):
global proxy_list
init_proxy.create_proxy()
print(now() + "获取代理成功")
with open('proxy.json', 'r') as f:
proxy_list = json.loads(f.read(-1))
dir_name = init(proxy_list[index], page, max_page)
print(now() + "梳理获取的数据")
new_list = []
for i in range(1, max_page - 1):
with open(dir_name + '/' + str(i) + ".json", 'r') as f:
new_list += json.loads(f.read(-1))
with open(dir_name + '/total.json', 'w') as f:
f.write(json.dumps(new_list))
print(now() + "梳理完成")
# 将梳理结果写入数据库
try:
read_comic_to_db.driver(dir_name + '/total.json')
except Exception:
print(now() + "写入数据库失败,跳过写入操作")
# 梳理完成后开始读取图片
multi_thread_after(dir_name + '/total.json')
# encoding:utf-8
import read_comic_to_db
print("输入total.json的路径")
data = raw_input()
read_comic_to_db.driver(data)
