def main(self):
max,threadLimit,local,sleeptime=self.showScreenInfor()
print "Program Begin: "
keys=Inputs.readKeywords()
#开始对每个关键词进行处理
for word in keys:
print "Now ,the word is:",word,".\nIt is in progress."
keyword=word.strip()
self.mainGetUrls(keyword,max,sleeptime,local)
print "All finish."
def main(self,titles=("looking_for","page","location"),allInformationInList="1"):
max,threadlimit,local=self.showScreenInfor()
print "Program Begin: "
keys=Inputs.readKeywords()
#开始对每个关键词进行处理
#开启多线程
threads=self.startThreadPool(threadlimit)
for word in keys:
print "Now ,the category and word are",word,",they are in progress."
self.category=word.split(":")[0]
keyword=word.split(":")[1]
self.mainGetUrls(keyword,max,local,allInformationInList,titles)
if allInformationInList!='1':
self.mainMiningUrlDB(threadlimit)
self.queue.join()
print "All finish!!! \n END。"