def readhttp(address):
address = xutils.quote_unicode(address)
req = urllib.request.Request(
address,
data=None,
headers={
'User-Agent':
'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36'
})
bytes = xutils.urlopen(req).read()
return xutils.decode_bytes(bytes)
def download_res_list(reslist, dirname):
dirname = os.path.join("./tmp", dirname)
xutils.makedirs(dirname)
for res in reslist:
print("Download", res)
res = xutils.quote_unicode(res)
bytes = xutils.urlopen(res).read()
name = get_res_name(res)
path = os.path.join(dirname, name)
with open(path, "wb") as fp:
fp.write(bytes)
def request_url(task):
url = task.url
if url is None: url = ""
quoted_url = xutils.quote_unicode(url)
if quoted_url.startswith(("http://", "https://")):
# 处理外部HTTP请求
response = xutils.urlopen(quoted_url).read()
xutils.log("Request %r success" % quoted_url)
return response
elif url.startswith("script://"):
name = url[len("script://"):]
return xutils.exec_script(name, False)
cookie = xauth.get_user_cookie("admin")
url = url + "?content=" + xutils.quote_unicode(str(task.message))
return self.app.request(url, headers=dict(COOKIE=cookie))
