def startthreadforwriting(self,filename,queuelist):
'''
使用进行把队列写入文件
'''
while True:
time.sleep(int(self.confdict["autosave"]))
wu = writingutils()
#把队列（包括等待和完成）写入到文件中，用于恢复使用
wu.writetofile(self.confdict["confdir"] + "/" + filename,queuelist)
def startthreadforwriting(self, filename, queuelist):
'''
使用进行把队列写入文件
'''
while True:
time.sleep(int(self.confdict["autosave"]))
wu = writingutils()
#把队列（包括等待和完成）写入到文件中，用于恢复使用
wu.writetofile(self.confdict["confdir"] + "/" + filename,
queuelist)
def startcrawlimg(self):
'''
进行图片的保存
'''
while True:
for imgurl in self.processlistdict["waitingimglist"]:
if not imgurl in self.processlistdict["finishedimglist"]:
wu = writingutils()
wu.saveimgtofile(imgurl, self.processlistdict, self.confdict)
else:
self.processlistdict["waitingimglist"].remove(imgurl)
def __init__(self,confdict):
'''
从文件中读取保存的列表
'''
self.confdict = confdict
wu = writingutils()
self.processlistdict["waitingurllist"].extend(wu.readfromfile("waitingurl.txt",confdict))
self.processlistdict["waitingimglist"].extend(wu.readfromfile("waitingimg.txt",confdict))
self.processlistdict["finishedurllist"].extend(wu.readfromfile("finishedurl.txt",confdict))
self.processlistdict["finishedimglist"].extend(wu.readfromfile("finishedimg.txt",confdict))
print ("从文件中加载列表结束")
def startcrawlimg(self):
'''
进行图片的保存
'''
while True:
for imgurl in self.processlistdict["waitingimglist"]:
if not imgurl in self.processlistdict["finishedimglist"]:
wu = writingutils()
wu.saveimgtofile(imgurl, self.processlistdict,
self.confdict)
else:
self.processlistdict["waitingimglist"].remove(imgurl)
def __init__(self, confdict):
'''
从文件中读取保存的列表
'''
self.confdict = confdict
wu = writingutils()
self.processlistdict["waitingurllist"].extend(
wu.readfromfile("waitingurl.txt", confdict))
self.processlistdict["waitingimglist"].extend(
wu.readfromfile("waitingimg.txt", confdict))
self.processlistdict["finishedurllist"].extend(
wu.readfromfile("finishedurl.txt", confdict))
self.processlistdict["finishedimglist"].extend(
wu.readfromfile("finishedimg.txt", confdict))
print("从文件中加载列表结束")
