Exemplo n.º 1
0
 def sample(self):
     page = 1
     url='http://search.51job.com/list/070200%252C00,000000,0000,00,9,99,java,0,1.html?lang=c&stype=2&postchannel=0000&workyear=99&cotype=99&degreefrom=99&jobterm=99&companysize=99&lonlat=0%2C0&radius=-1&ord_field=0&list_type=0&confirmdate=9&dibiaoid=0'
     opener = HttpUtil.init_opener()
     HttpUtil.opener_request(url, opener)
     while page < 50:
         print '第%s页' % page
         self.__research(page, opener)
         page=page+1
Exemplo n.º 2
0
 def __research(self, page, opener):
     html = 'http://search.51job.com/jobsearch/search_result.php?jobarea=070200%2C00&keyword=java&curr_page=' + str(page)
     response = HttpUtil.opener_request(html, opener)
     soup = BeautifulSoup(response)
     job_list = soup.find(id='resultList').findAll('div' ,attrs={"class": "el"})[1:]
     self.__insert_jobs(map(self.__get_51job_detail, job_list))