def search(self, keyword, limit, search_type=''):
self._init()
try:
self._login()
except any:
pass
if limit > self.maximum:
limit = self.maximum
d = {
'q': keyword,
'page': str(1),
}
q = dict2query(d)
if search_type in ['ipv4', 'domain']:
link = urlparse.urljoin((self._site, ('/%s?' % search_type) + q))
else:
link = urlparse.urljoin(self._site, '/domain?' + q)
while self._is_over_limit(link, limit):
print link
content = self._fetch_page_content(link)
link = self._fetch_next_page(link, content)
if not link:
break
yield content
def search(self, keyword, limit):
self._init()
if limit > self.maximum:
limit = self.maximum
d = {
'wd': keyword,
'rn': str(self.pmax),
'pn': str(0),
}
q = dict2query(d)
link = urlparse.urljoin(self._site, '/s?' + q)
while self._is_over_limit(link, limit):
content = self._fetch_page_content(link)
link = self._fetch_next_page(link, content)
if not link:
break
yield content
def search(self, keyword, limit, search_type=''):
self._init()
if limit > self.maximum:
limit = self.maximum
d = {
'q': keyword,
'p': str(1),
't': search_type if search_type in ['web', 'host'] else 'web',
}
q = dict2query(d)
link = urlparse.urljoin(self._site, '/search?' + q)
while self._is_over_limit(link, limit):
content = self._fetch_page_content(link)
link = self._fetch_next_page(link, content)
if not link:
break
yield content
def search(self, keyword, limit):
self._init()
try:
self._login()
except any:
pass
if limit > self.maximum:
limit = self.maximum
d = {
'query': keyword,
'page': str(1),
}
q = dict2query(d)
link = urlparse.urljoin(self._site, '/search?' + q)
while self._is_over_limit(link, limit):
content = self._fetch_page_content(link)
link = self._fetch_next_page(link, content)
if not link:
break
yield content
