Example #1
0
def _gethtml(url):
    html = None
    try:
        html = requests.get(url, headers={'User-Agent': random_useragent()}).text
    except requests.exceptions.ConnectionError:
        raise Exception("Couldn't connect to {}".format(url))
    return html
Example #2
0
def _gethtml(query):
    query = query.replace(" ", "+")
    response = requests.get(
        "https://www.google.com/search?ie=utf-8&q={}".format(query), headers={"User-Agent": random_useragent()}
    )
    return response.text