def __init__(self):
self.startUrl = 'http://www.kuaidaili.com/proxylist/'
self.log = mylog()
self.urls = self.getUrls()
self.proxyList = self.getProxyList(self.urls)
self.fileName = 'proxy.txt'
self.saveFile(self.fileName, self.proxyList)
def __init__(self, url):
self.url = url
self.log = mylog()
self.pageSum = 4
self.urls = self.getUrls(self.pageSum)
self.items = self.spider(self.urls)
self.pipelines(self.items)
def __init__(self, url):
self.url = url
self.log = mylog()
self.pageSum = 15
self.urls = self.getUrls(self.pageSum)
self.items = self.spider(self.urls)
self.pipelines(self.items)
self.log.info("> Save to excel ...")
SaveDoubleBallData(self.items)
def __init__(self):
self.startUrl = 'http://www.1kkk.com/ch31-499363/'
self.log = mylog()
self.browser = self.getBrowser()
self.saveCartoon(self.browser)