#!/usr/bin/env python
# -*- encoding: utf-8 -*-
from robobrowser import RoboBrowser
from requests import Session
from fake_useragent import UserAgent
import re
url = 'http://www.baidu.com'
ua = UserAgent()
keyword = 'sp68'
s = Session()
br = RoboBrowser(session=s, history=True, user_agent=ua.chrome)
br.parser = 'lxml'
br.timeout = 1
br.open(url)
form = br.get_form(action='/s')
form['wd'].value = keyword
br.submit_form(form)
print br.url
for link in br.find_all('a', href=re.compile("^http://www.baidu.com/baidu.php")):
print link['href']
s.close()
