def run(self):
Base = base.Source()
urlList = Base.getSource()
for item in urlList:
self.addData(item)
listA = lista.Source()
urlList = listA.getSource()
for item in urlList:
self.addData(item)
listB = listb.Source()
urlList = listB.getSource()
for item in urlList:
self.addData(item)
Dotpy = dotpy.Source()
urlList = Dotpy.getSource()
for item in urlList:
self.addData(item)
self.outPut()
self.outJson()
print("DONE!!")
def run(self):
self.T.logger("开始抓取", True)
self.DB.chkTable()
Base = base.Source()
Base.getSource()
Dotpy = dotpy.Source()
Dotpy.getSource()
listB = listb.Source()
listB.getSource()
self.outPut()
self.outJson()
self.T.logger("抓取完成")
def run(self):
# Base = base.Source()
# urlList = Base.getSource()
# for item in urlList :
# self.addData(item)
# listA = lista.Source()
# urlList = listA.getSource()
# for item in urlList :
# self.addData(item)
Dotpy = dotpy.Source()
urlList = Dotpy.getSource()
for item in urlList:
self.addData(item)
self.outPut()
print("DONE!!")