Exemple #1
0
 def __int__(self):
     herfInfoList = []
     nameInfoList = []
     describeInfoList = []
     getter = PageGetter('http://next.36kr.com/posts')
     page = getter.getPage()
     soup = BeautifulSoup(page)
     newProduct = soup.find(attrs={'class': 'post'})
     productInfo = self.newProduct.findAll(attrs={'class': 'post-url'})
Exemple #2
0
 def __int__(self):
     herfInfoList = []
     nameInfoList = []
     describeInfoList = []
     getter = PageGetter('http://next.36kr.com/posts')
     page = getter.getPage()
     soup = BeautifulSoup(page)
     newProduct = soup.find(attrs={'class':'post'})
     productInfo=self.newProduct.findAll(attrs={'class':'post-url'})
Exemple #3
0
 def __init__(self):
     nameList = []
     hrefList = []
     describeList = []
     strUrl = 'http://mindstore.io/'
     geter = PageGetter(strUrl)
     page = geter.getPage()
     soup = BeautifulSoup(page)
     newProductInfo = soup.find('li', attrs={'class': 'm-b-30'})
     productInfo = newProductInfo.findAll('a',
                                          attrs={'class': 'mind-title'})
Exemple #4
0
 def __int__(self):
     nameInfoList = []
     urlInfoList = []
     describeInfoList = []
     strUrl='http://www.demo8.com/'
     strReg='http://www.demo8.com/demo/'
     infoGetter = PageGetter(strUrl)
     page = infoGetter.getPage()
     soup = BeautifulSoup(page)
     newProductInfo = soup.find(attrs={'class':'data_list clearfix'})
     nameAndUrlInfo = newProductInfo.findAll('a',attrs={'href':re.compile(r'^(strReg)[0-9]+$')})
Exemple #5
0
 def __int__(self):
     nameInfoList = []
     urlInfoList = []
     describeInfoList = []
     strUrl = 'http://www.demo8.com/'
     strReg = 'http://www.demo8.com/demo/'
     infoGetter = PageGetter(strUrl)
     page = infoGetter.getPage()
     soup = BeautifulSoup(page)
     newProductInfo = soup.find(attrs={'class': 'data_list clearfix'})
     nameAndUrlInfo = newProductInfo.findAll(
         'a', attrs={'href': re.compile(r'^(strReg)[0-9]+$')})