def get_result(self):
result = Result('Bing')
for n in range(1, 21, 10):
response = self.web_requester.get(self.url.format(self.query, n))
soup = BeautifulSoup(response.content, "html.parser")
links = [x['href'] for x in soup.select('li.b_algo h2 a')]
result.add_urls(links)
return result
def get_result(self):
result = Result('Google')
for n in range(0, 20, 10):
response = self.web_requester.get(self.url.format(self.query, n))
soup = BeautifulSoup(response.content, "html.parser")
tmp = soup.select('#res')
if len(tmp) == 0:
break
links = [x['href'] for x in soup.select('.srg .rc .r a[onmousedown]')]
result.add_urls(links)
return result
