def get_page_detail(url): try: response = requests.get(url, headers=UserAgent.get_user_agent()) if response.status_code == 200: return response.text return None except RequestException: return None
def get_one_page(url): try: response = requests.get(url, headers=UserAgent.get_user_agent()) if response.status_code == 200: return response.text return None except RequestException as e: print(e.response) return None
def download_image(url): print("正在下载。。。" + url) try: response = requests.get(url, headers=UserAgent.get_user_agent()) if response.status_code == 200: # 二进制 save_image(response.content) return None except RequestException: return None
def get_page(offset, keywords): params = { 'offset': offset, 'format': 'json', 'keyword': keywords, 'autoload': 'true', 'count': '20', 'cur_tab': '3', 'from': 'gallery' } url = 'https://www.toutiao.com/search_content/?' + urlencode(params) try: response = requests.get(url, headers=UserAgent.get_user_agent()) if response.status_code == 200: return response.text return None except RequestException: return None
def get_user_agent(): """ 获取头协议 """ user_agent = {'User-Agent': userAgent.get_user_agent()} return user_agent
def get_user_agent(): """ 获取头协议 """ user_agent = {"User-Agent": userAgent.get_user_agent()} return user_agent