def get_page_detail(url):
try:
response = requests.get(url, headers=UserAgent.get_user_agent())
if response.status_code == 200:
return response.text
return None
except RequestException:
return None
def get_one_page(url):
try:
response = requests.get(url, headers=UserAgent.get_user_agent())
if response.status_code == 200:
return response.text
return None
except RequestException as e:
print(e.response)
return None
def download_image(url):
print("正在下载。。。" + url)
try:
response = requests.get(url, headers=UserAgent.get_user_agent())
if response.status_code == 200:
# 二进制
save_image(response.content)
return None
except RequestException:
return None
def get_page(offset, keywords):
params = {
'offset': offset,
'format': 'json',
'keyword': keywords,
'autoload': 'true',
'count': '20',
'cur_tab': '3',
'from': 'gallery'
}
url = 'https://www.toutiao.com/search_content/?' + urlencode(params)
try:
response = requests.get(url, headers=UserAgent.get_user_agent())
if response.status_code == 200:
return response.text
return None
except RequestException:
return None
def get_user_agent():
""" 获取头协议 """
user_agent = {'User-Agent': userAgent.get_user_agent()}
return user_agent
def get_user_agent():
""" 获取头协议 """
user_agent = {"User-Agent": userAgent.get_user_agent()}
return user_agent
