def search(self, keyword, limit, search_type=''): self._init() try: self._login() except any: pass if limit > self.maximum: limit = self.maximum d = { 'q': keyword, 'page': str(1), } q = dict2query(d) if search_type in ['ipv4', 'domain']: link = urlparse.urljoin((self._site, ('/%s?' % search_type) + q)) else: link = urlparse.urljoin(self._site, '/domain?' + q) while self._is_over_limit(link, limit): print link content = self._fetch_page_content(link) link = self._fetch_next_page(link, content) if not link: break yield content
def search(self, keyword, limit): self._init() if limit > self.maximum: limit = self.maximum d = { 'wd': keyword, 'rn': str(self.pmax), 'pn': str(0), } q = dict2query(d) link = urlparse.urljoin(self._site, '/s?' + q) while self._is_over_limit(link, limit): content = self._fetch_page_content(link) link = self._fetch_next_page(link, content) if not link: break yield content
def search(self, keyword, limit, search_type=''): self._init() if limit > self.maximum: limit = self.maximum d = { 'q': keyword, 'p': str(1), 't': search_type if search_type in ['web', 'host'] else 'web', } q = dict2query(d) link = urlparse.urljoin(self._site, '/search?' + q) while self._is_over_limit(link, limit): content = self._fetch_page_content(link) link = self._fetch_next_page(link, content) if not link: break yield content
def search(self, keyword, limit): self._init() try: self._login() except any: pass if limit > self.maximum: limit = self.maximum d = { 'query': keyword, 'page': str(1), } q = dict2query(d) link = urlparse.urljoin(self._site, '/search?' + q) while self._is_over_limit(link, limit): content = self._fetch_page_content(link) link = self._fetch_next_page(link, content) if not link: break yield content