#!/usr/bin/env python # -*- encoding: utf-8 -*- from robobrowser import RoboBrowser from requests import Session from fake_useragent import UserAgent import re url = 'http://www.baidu.com' ua = UserAgent() keyword = 'sp68' s = Session() br = RoboBrowser(session=s, history=True, user_agent=ua.chrome) br.parser = 'lxml' br.timeout = 1 br.open(url) form = br.get_form(action='/s') form['wd'].value = keyword br.submit_form(form) print br.url for link in br.find_all('a', href=re.compile("^http://www.baidu.com/baidu.php")): print link['href'] s.close()