예제 #1
0
def get_page_detail(url):
    try:
        response = requests.get(url, headers=UserAgent.get_user_agent())
        if response.status_code == 200:
            return response.text
        return None
    except RequestException:
        return None
예제 #2
0
def get_one_page(url):
    try:
        response = requests.get(url, headers=UserAgent.get_user_agent())
        if response.status_code == 200:
            return response.text
        return None
    except RequestException as e:
        print(e.response)
        return None
예제 #3
0
def download_image(url):
    print("正在下载。。。" + url)
    try:
        response = requests.get(url, headers=UserAgent.get_user_agent())
        if response.status_code == 200:
            # 二进制
            save_image(response.content)
        return None
    except RequestException:
        return None
예제 #4
0
def get_page(offset, keywords):
    params = {
        'offset': offset,
        'format': 'json',
        'keyword': keywords,
        'autoload': 'true',
        'count': '20',
        'cur_tab': '3',
        'from': 'gallery'
    }
    url = 'https://www.toutiao.com/search_content/?' + urlencode(params)
    try:
        response = requests.get(url, headers=UserAgent.get_user_agent())
        if response.status_code == 200:
            return response.text
        return None
    except RequestException:
        return None
예제 #5
0
def get_user_agent():
    """ 获取头协议 """
    user_agent = {'User-Agent': userAgent.get_user_agent()}
    return user_agent
예제 #6
0
def get_user_agent():
    """ 获取头协议 """
    user_agent = {"User-Agent": userAgent.get_user_agent()}
    return user_agent