def get_result(self): result = Result('Bing') for n in range(1, 21, 10): response = self.web_requester.get(self.url.format(self.query, n)) soup = BeautifulSoup(response.content, "html.parser") links = [x['href'] for x in soup.select('li.b_algo h2 a')] result.add_urls(links) return result
def get_result(self): result = Result('Google') for n in range(0, 20, 10): response = self.web_requester.get(self.url.format(self.query, n)) soup = BeautifulSoup(response.content, "html.parser") tmp = soup.select('#res') if len(tmp) == 0: break links = [x['href'] for x in soup.select('.srg .rc .r a[onmousedown]')] result.add_urls(links) return result