def startthreadforwriting(self,filename,queuelist): ''' 使用进行把队列写入文件 ''' while True: time.sleep(int(self.confdict["autosave"])) wu = writingutils() #把队列(包括等待和完成)写入到文件中,用于恢复使用 wu.writetofile(self.confdict["confdir"] + "/" + filename,queuelist)
def startthreadforwriting(self, filename, queuelist): ''' 使用进行把队列写入文件 ''' while True: time.sleep(int(self.confdict["autosave"])) wu = writingutils() #把队列(包括等待和完成)写入到文件中,用于恢复使用 wu.writetofile(self.confdict["confdir"] + "/" + filename, queuelist)
def startcrawlimg(self): ''' 进行图片的保存 ''' while True: for imgurl in self.processlistdict["waitingimglist"]: if not imgurl in self.processlistdict["finishedimglist"]: wu = writingutils() wu.saveimgtofile(imgurl, self.processlistdict, self.confdict) else: self.processlistdict["waitingimglist"].remove(imgurl)
def __init__(self,confdict): ''' 从文件中读取保存的列表 ''' self.confdict = confdict wu = writingutils() self.processlistdict["waitingurllist"].extend(wu.readfromfile("waitingurl.txt",confdict)) self.processlistdict["waitingimglist"].extend(wu.readfromfile("waitingimg.txt",confdict)) self.processlistdict["finishedurllist"].extend(wu.readfromfile("finishedurl.txt",confdict)) self.processlistdict["finishedimglist"].extend(wu.readfromfile("finishedimg.txt",confdict)) print ("从文件中加载列表结束")
def __init__(self, confdict): ''' 从文件中读取保存的列表 ''' self.confdict = confdict wu = writingutils() self.processlistdict["waitingurllist"].extend( wu.readfromfile("waitingurl.txt", confdict)) self.processlistdict["waitingimglist"].extend( wu.readfromfile("waitingimg.txt", confdict)) self.processlistdict["finishedurllist"].extend( wu.readfromfile("finishedurl.txt", confdict)) self.processlistdict["finishedimglist"].extend( wu.readfromfile("finishedimg.txt", confdict)) print("从文件中加载列表结束")