def getData(url,headers = {'User-Agent' : user_agent,'Accept-Encoding':'gzip'}) :
request = urllib.request.Request(url,headers=headers)
response = urllib.request.urlopen(request)
text = response.read()
if(response.info()['Content-Encoding'] == 'gzip'):
text = http_gzip.gzipdecode(text)
body = text.decode(chardet.detect(text)['encoding'],'ignore')
return body
def postData(url , data , headers = {'User-Agent' : user_agent,'Accept-Encoding':'gzip'}) :
# 这里的urlencode用于把一个请求对象用'&'来接来字符串化，接着就是编码成utf-8
data = urllib.parse.urlencode(data).encode('utf-8')
request = urllib.request.Request(url , data , headers)
response = urllib.request.urlopen(request)
text = response.read()
if(response.info()['Content-Encoding'] == 'gzip'):
text = http_gzip.gzipdecode(text)
body = text.decode(chardet.detect(text)['encoding'],'ignore')
return body
def getData(url,
headers={
'User-Agent': user_agent,
'Accept-Encoding': 'gzip'
}):
request = urllib.request.Request(url, headers=headers)
response = urllib.request.urlopen(request)
text = response.read()
if (response.info()['Content-Encoding'] == 'gzip'):
text = http_gzip.gzipdecode(text)
body = text.decode(chardet.detect(text)['encoding'], 'ignore')
return body
def postData(url,
data,
headers={
'User-Agent': user_agent,
'Accept-Encoding': 'gzip'
}):
# 这里的urlencode用于把一个请求对象用'&'来接来字符串化，接着就是编码成utf-8
data = urllib.parse.urlencode(data).encode('utf-8')
request = urllib.request.Request(url, data, headers)
response = urllib.request.urlopen(request)
text = response.read()
if (response.info()['Content-Encoding'] == 'gzip'):
text = http_gzip.gzipdecode(text)
body = text.decode(chardet.detect(text)['encoding'], 'ignore')
return body
