def readhttp(address): address = xutils.quote_unicode(address) req = urllib.request.Request( address, data=None, headers={ 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36' }) bytes = xutils.urlopen(req).read() return xutils.decode_bytes(bytes)
def download_res_list(reslist, dirname): dirname = os.path.join("./tmp", dirname) xutils.makedirs(dirname) for res in reslist: print("Download", res) res = xutils.quote_unicode(res) bytes = xutils.urlopen(res).read() name = get_res_name(res) path = os.path.join(dirname, name) with open(path, "wb") as fp: fp.write(bytes)
def request_url(task): url = task.url if url is None: url = "" quoted_url = xutils.quote_unicode(url) if quoted_url.startswith(("http://", "https://")): # 处理外部HTTP请求 response = xutils.urlopen(quoted_url).read() xutils.log("Request %r success" % quoted_url) return response elif url.startswith("script://"): name = url[len("script://"):] return xutils.exec_script(name, False) cookie = xauth.get_user_cookie("admin") url = url + "?content=" + xutils.quote_unicode(str(task.message)) return self.app.request(url, headers=dict(COOKIE=cookie))