def loadPage(self,
url="",
headers={},
options={},
foldername=None,
filename=None,
fileext=None):
self.url = url
self.headers = headers
self.options = options
self.strip = self.options.get('access_token', '')
self.foldername = foldername
self.filename = filename
self.fileext = fileext
try:
targeturl = urllib.parse.urlparse(url)
self.domain = targeturl.netloc
except:
self.domain = None
request = QWebEngineHttpRequest(QUrl(self.url))
for key, val in self.headers.items():
key = key.encode('utf-8')
val = val.encode('utf-8')
request.setHeader(QByteArray(key), QByteArray(val))
self.webview.load(request)
self.show()
def __init__(self, settings=None):
super(Py2WebBrowser, self).__init__()
self.pwb = QWebEngineView()
self.pwb.setAttribute(Qt.WA_DeleteOnClose, True)
if settings is not None:
self.bconf = settings
else:
self.bconf = BaseConfig()
self.raw_cookies = []
self.cookie_list = []
self.req_obj = QWebEngineHttpRequest()
profile = QWebEngineProfile("pyweb", self.pwb)
profile.setHttpUserAgent(random.choice(self.bconf.USER_AGENT_LIST))
cookie_store = profile.cookieStore()
cookie_store.cookieAdded.connect(self._on_cookie)
wp = QWebEnginePage(profile, self.pwb)
self.pwb.setPage(wp)
self._settings()
self.pwb.show()
def __init__(self, url, qapp):
self.app = qapp
print(self.app)
QWebEnginePage.__init__(self)
self.html = ''
#self.loadFinished.connect(self._on_load_finished)
self.q = QUrl(url)
self.req = QWebEngineHttpRequest(self.q)
self.req.setHeader(QByteArray(1, 'a'), QByteArray(2, 'b'))
print(self.req.headers())
self.load(self.req)
print(self.req)
self.setHtml(self.html, self.q)
print(self.html)
def loadPage(self, url="", headers={}):
self.url = url
self.headers = headers
try:
targeturl = urllib.parse.urlparse(url)
self.domain = targeturl.netloc
except:
self.domain = None
request = QWebEngineHttpRequest(QUrl(self.url))
for key, val in self.headers.items():
key = key.encode('utf-8')
val = val.encode('utf-8')
request.setHeader(QByteArray(key), QByteArray(val))
self.browserWebview.load(request)
self.show()
def addressChanged(self):
url = self.addressBar.text()
request = QWebEngineHttpRequest(QUrl(url))
self.webview.load(request)
class Py2WebBrowser(QDialog):
def __init__(self, settings=None):
super(Py2WebBrowser, self).__init__()
self.pwb = QWebEngineView()
self.pwb.setAttribute(Qt.WA_DeleteOnClose, True)
if settings is not None:
self.bconf = settings
else:
self.bconf = BaseConfig()
self.raw_cookies = []
self.cookie_list = []
self.req_obj = QWebEngineHttpRequest()
profile = QWebEngineProfile("pyweb", self.pwb)
profile.setHttpUserAgent(random.choice(self.bconf.USER_AGENT_LIST))
cookie_store = profile.cookieStore()
cookie_store.cookieAdded.connect(self._on_cookie)
wp = QWebEnginePage(profile, self.pwb)
self.pwb.setPage(wp)
self._settings()
self.pwb.show()
def _settings(self):
self.pwb.settings().setAttribute(ws.AutoLoadImages, self.bconf.AUTO_LOAD_IMAGES)
self.pwb.settings().setAttribute(ws.JavascriptEnabled, self.bconf.JAVASCRIPT_ENABLED)
self.pwb.settings().setAttribute(ws.JavascriptCanOpenWindows, self.bconf.JAVASCRIPT_CAN_OPEN_WINDOWS)
self.pwb.settings().setAttribute(ws.LocalStorageEnabled, self.bconf.LOCAL_STORAGE_ENABLED)
self.pwb.settings().setAttribute(ws.LocalContentCanAccessRemoteUrls, self.bconf.LOCAL_CONTENT_CAN_ACCESS_REMOTE_URLS)
self.pwb.settings().setAttribute(ws.LocalContentCanAccessFileUrls, self.bconf.LOCAL_CONTENT_CAN_ACCESS_FILE_URLS)
self.pwb.settings().setAttribute(ws.ErrorPageEnabled, self.bconf.ERROR_PAGES_ENABLED)
self.pwb.settings().setAttribute(ws.PluginsEnabled, self.bconf.PLUGINS_ENABLED)
self.pwb.settings().setAttribute(ws.WebGLEnabled, self.bconf.WEBGL_ENABLED)
self.pwb.settings().setAttribute(ws.AllowRunningInsecureContent, self.bconf.ALLOW_RUNNING_INSECURE_CONTENT)
self.pwb.settings().setAttribute(ws.AllowGeolocationOnInsecureOrigins, self.bconf.ALLOW_GEOLOCATION_ON_INSECURE_ORIGINS)
self.pwb.settings().setAttribute(ws.ShowScrollBars, self.bconf.SHOW_SCROLL_BARS)
self.pwb.settings().setAttribute(ws.DnsPrefetchEnabled, self.bconf.DNS_PREFETCH_ENABLED)
def _loadFinished(self):
self.pwb.page().toHtml(self._page_to_var)
self.pwb.page().runJavaScript(self.s)
def _page_to_var(self, html):
self.page_source = html
self._to_json()
self._return()
def _on_cookie(self, cookie):
for i in self.raw_cookies:
if i.hasSameIdentifier(cookie):
return
self.raw_cookies.append(QNetworkCookie(cookie))
def _to_json(self):
for i in self.raw_cookies:
data = {
"name": bytearray(i.name()).decode(),
"domain": i.domain(),
"value": bytearray(i.value()).decode(),
"path": i.path(),
"expireData": i.expirationDate().toString(),
"secure": i.isSecure(),
"httpOnly": i.isHttpOnly()
}
self.cookie_list.append(data)
def _return(self):
self.return_ = {
"url": str(self.req_obj.url().toString()),
"cookies": self.cookie_list,
"content": str(self.page_source)
}
self.accept()
def get(self, url: str, script: str = None):
self.s = script
self.req_obj.setUrl(QUrl().fromUserInput(url))
self.pwb.page().profile().cookieStore().deleteAllCookies()
self.pwb.load(self.req_obj)
self.pwb.loadFinished.connect(self._loadFinished)