def main(self): max,threadLimit,local,sleeptime=self.showScreenInfor() print "Program Begin: " keys=Inputs.readKeywords() #开始对每个关键词进行处理 for word in keys: print "Now ,the word is:",word,".\nIt is in progress." keyword=word.strip() self.mainGetUrls(keyword,max,sleeptime,local) print "All finish."
def main(self,titles=("looking_for","page","location"),allInformationInList="1"): max,threadlimit,local=self.showScreenInfor() print "Program Begin: " keys=Inputs.readKeywords() #开始对每个关键词进行处理 #开启多线程 threads=self.startThreadPool(threadlimit) for word in keys: print "Now ,the category and word are",word,",they are in progress." self.category=word.split(":")[0] keyword=word.split(":")[1] self.mainGetUrls(keyword,max,local,allInformationInList,titles) if allInformationInList!='1': self.mainMiningUrlDB(threadlimit) self.queue.join() print "All finish!!! \n END。"