def __init__(self,
proxy,
allowed_media,
allowed_regex,
cache_size=100,
cache_dir='.webkit_cache'):
"""
See JQueryBrowser for details of arguments
cache_size is the maximum size of the webkit cache (MB)
"""
QNetworkAccessManager.__init__(self)
# initialize the manager cache
#QDesktopServices.storageLocation(QDesktopServices.CacheLocation)
cache = QNetworkDiskCache()
cache.setCacheDirectory(cache_dir)
cache.setMaximumCacheSize(cache_size * 1024 *
1024) # need to convert cache value to bytes
self.setCache(cache)
self.allowed_regex = allowed_regex
# allowed content extensions
self.banned_extensions = common.MEDIA_EXTENSIONS
for ext in allowed_media:
if ext in self.banned_extensions:
self.banned_extensions.remove(ext)
# and proxy
self.setProxy(proxy)
def __init__(self, parent, args):
super(NetworkAccessManager, self).__init__(parent)
self.m_userName = self.m_password = ''
self.m_ignoreSslErrors = args.ignore_ssl_errors
self.m_idCounter = 0
self.m_ids = {}
self.m_started = []
if args.cookies_file:
self.setCookieJar(CookieJar(self, args.cookies_file))
if args.disk_cache:
m_networkDiskCache = QNetworkDiskCache()
m_networkDiskCache.setCacheDirectory(
QDesktopServices.storageLocation(
QDesktopServices.CacheLocation))
if args.max_disk_cache_size > 0:
m_networkDiskCache.setMaximumCacheSize(
args.max_disk_cache_size * 1024)
self.setCache(m_networkDiskCache)
self.authenticationRequired.connect(self.provideAuthentication)
self.finished.connect(self.handleFinished)
do_action('NetworkAccessManagerInit')
def construct(path=defaults.CACHE_PATH, size=defaults.CACHE_SIZE):
log.msg("Initializing cache on %s (maxsize: %d Mb)" % (path, size))
cache = QNetworkDiskCache()
cache.setCacheDirectory(path)
cache.setMaximumCacheSize(size * 1024**2)
cache.cacheSize() # forces immediate initialization
return cache
def __init__(self, diskCacheEnabled, parent = None):
QNetworkAccessManager.__init__(self, parent)
self.connect(self, SIGNAL('finished(QNetworkReply *)'), self.handleFinished)
if diskCacheEnabled == 'yes':
m_networkDiskCache = QNetworkDiskCache()
m_networkDiskCache.setCacheDirectory(QDesktopServices.storageLocation(QDesktopServices.CacheLocation))
self.setCache(m_networkDiskCache)
def __init__(self, diskCacheEnabled, ignoreSslErrors, parent=None):
QNetworkAccessManager.__init__(self, parent)
self.m_ignoreSslErrors = ignoreSslErrors
if parent.m_verbose:
self.finished.connect(self.handleFinished)
if diskCacheEnabled == 'yes':
m_networkDiskCache = QNetworkDiskCache()
m_networkDiskCache.setCacheDirectory(QDesktopServices.storageLocation(QDesktopServices.CacheLocation))
self.setCache(m_networkDiskCache)
do_action('NetworkAccessManagerInit', Bunch(locals()))
def __init__(self, parent=None):
QObject.__init__(self, parent=None)
assert QThread.currentThread() is QApplication.instance().thread()
netmanager = self._NETMANAGER_REF and self._NETMANAGER_REF()
if netmanager is None:
netmanager = QNetworkAccessManager()
cache = QNetworkDiskCache()
cache.setCacheDirectory(
os.path.join(widget.environ.widget_settings_dir,
__name__ + ".ImageLoader.Cache"))
netmanager.setCache(cache)
ImageLoader._NETMANAGER_REF = weakref.ref(netmanager)
self._netmanager = netmanager
def __init__(self, proxy, forbidden_extensions, allowed_regex, cache_size=100, cache_dir='.webkit_cache'):
"""
See WebkitBrowser for details of arguments
cache_size:
the maximum size of the webkit cache (MB)
"""
QNetworkAccessManager.__init__(self)
# and proxy
self.setProxy(proxy)
# initialize the manager cache
QDesktopServices.storageLocation(QDesktopServices.CacheLocation)
cache = QNetworkDiskCache()
cache.setCacheDirectory(cache_dir)
cache.setMaximumCacheSize(cache_size * 1024 * 1024) # need to convert cache value to bytes
self.setCache(cache)
self.allowed_regex = allowed_regex
self.forbidden_extensions = forbidden_extensions
def __init__(self, *args, **kwargs):
cache_dir = kwargs.pop("cache_dir", "/tmp/ghost.py")
cache_size = kwargs.pop("cache_size", 0)
self._prevent_download = kwargs.pop("prevent_download", [])
super(NetworkAccessManager, self).__init__(*args, **kwargs)
if cache_size > 0:
cache = QNetworkDiskCache(self)
cache.setCacheDirectory(cache_dir)
cache.setMaximumCacheSize(cache_size * 1024 * 1024)
self.setCache(cache)
# Manages the authentication for the proxy
self.proxyAuthenticationRequired.connect(self._authenticateProxy)
self.authenticationRequired.connect(self._authenticate)
# Handles redirects
self.finished.connect(self._replyFinished)
def __init__(self, diskCacheEnabled, ignoreSslErrors, parent=None):
QNetworkAccessManager.__init__(self, parent)
self.m_ignoreSslErrors = ignoreSslErrors
self.m_idCounter = 0
self.m_ids = {}
self.m_started = []
self.finished.connect(self.handleFinished)
if diskCacheEnabled:
m_networkDiskCache = QNetworkDiskCache()
m_networkDiskCache.setCacheDirectory(
QDesktopServices.storageLocation(
QDesktopServices.CacheLocation))
self.setCache(m_networkDiskCache)
do_action('NetworkAccessManagerInit')
def webSettings(self):
self.cookiesjar = PersistentCookieJar(self)
self.zoom = self.readZoom()
# Required by Youtube videos (HTML5 video support only on Qt5)
QWebSettings.globalSettings().setAttribute(QWebSettings.PluginsEnabled,
self.plugins)
# We don't want Java
QWebSettings.globalSettings().setAttribute(QWebSettings.JavaEnabled,
False)
# We don't need History
QWebSettings.globalSettings().setAttribute(
QWebSettings.PrivateBrowsingEnabled, True)
# Enabling Cache
self.diskCache = QNetworkDiskCache(self)
self.diskCache.setCacheDirectory(self.settings_path)
# Required for copy and paste clipboard integration
QWebSettings.globalSettings().setAttribute(
QWebSettings.JavascriptCanAccessClipboard, True)
# Enabling Inspeclet only when --debug=True (requires more CPU usage)
QWebSettings.globalSettings().setAttribute(
QWebSettings.DeveloperExtrasEnabled, self.debug)
def _fetch_inventory(self, url):
cache_dir = config.cache_dir()
cache_dir = os.path.join(cache_dir, "help", type(self).__qualname__)
try:
os.makedirs(cache_dir)
except OSError:
pass
url = QUrl(self.inventory)
if not url.isLocalFile():
# fetch and cache the inventory file.
manager = QNetworkAccessManager(self)
cache = QNetworkDiskCache()
cache.setCacheDirectory(cache_dir)
manager.setCache(cache)
req = QNetworkRequest(url)
self._reply = manager.get(req)
manager.finished.connect(self._on_finished)
else:
self._load_inventory(open(str(url.toLocalFile()), "rb"))
def _fetch_inventory(self):
cache_dir = config.cache_dir()
cache_dir = os.path.join(cache_dir, "help", "intersphinx")
try:
os.makedirs(cache_dir)
except OSError:
pass
url = QUrl(self.inventory)
if not self.islocal:
# fetch and cache the inventory file
manager = QNetworkAccessManager(self)
cache = QNetworkDiskCache()
cache.setCacheDirectory(cache_dir)
manager.setCache(cache)
req = QNetworkRequest(url)
self._reply = manager.get(req)
manager.finished.connect(self._on_finished)
else:
self._load_inventory(open(unicode(url.toLocalFile()), "rb"))
def webSettings(self):
self.cookiesjar = PersistentCookieJar(self)
self.zoom = self.readZoom()
# We don't want Flash (it causes a lot of trouble in some distros)
QWebSettings.globalSettings().setAttribute(QWebSettings.PluginsEnabled,
False)
# We don't need Java
QWebSettings.globalSettings().setAttribute(QWebSettings.JavaEnabled,
False)
# Enabling Local Storage (now required by Slack)
QWebSettings.globalSettings().setAttribute(
QWebSettings.LocalStorageEnabled, True)
# We need browsing history (required to not limit LocalStorage)
QWebSettings.globalSettings().setAttribute(
QWebSettings.PrivateBrowsingEnabled, False)
# Enabling Cache
self.diskCache = QNetworkDiskCache(self)
self.diskCache.setCacheDirectory(self.settings_path)
# Required for copy and paste clipboard integration
QWebSettings.globalSettings().setAttribute(
QWebSettings.JavascriptCanAccessClipboard, True)
# Enabling Inspeclet only when --debug=True (requires more CPU usage)
QWebSettings.globalSettings().setAttribute(
QWebSettings.DeveloperExtrasEnabled, self.debug)
def __init__(self,
user_agent=default_user_agent,
wait_timeout=8,
wait_callback=None,
log_level=logging.WARNING,
display=False,
viewport_size=(800, 600),
cache_dir='/tmp/ghost.py'):
self.http_resources = []
self.user_agent = user_agent
self.wait_timeout = wait_timeout
self.wait_callback = wait_callback
self.loaded = True
if not sys.platform.startswith('win') and not 'DISPLAY' in os.environ\
and not hasattr(Ghost, 'xvfb'):
try:
os.environ['DISPLAY'] = ':99'
Ghost.xvfb = subprocess.Popen(['Xvfb', ':99'])
except OSError:
raise Exception('Xvfb is required to a ghost run oustside ' +\
'an X instance')
self.display = display
if not Ghost._app:
Ghost._app = QApplication.instance() or QApplication(['ghost'])
self.page = GhostWebPage(Ghost._app)
QtWebKit.QWebSettings.setMaximumPagesInCache(0)
QtWebKit.QWebSettings.setObjectCacheCapacities(0, 0, 0)
self.page.setForwardUnsupportedContent(True)
self.set_viewport_size(*viewport_size)
# Page signals
self.page.loadFinished.connect(self._page_loaded)
self.page.loadStarted.connect(self._page_load_started)
self.page.unsupportedContent.connect(self._unsupported_content)
self.manager = self.page.networkAccessManager()
self.manager.finished.connect(self._request_ended)
# Cache
self.cache = QNetworkDiskCache()
self.cache.setCacheDirectory(cache_dir)
self.manager.setCache(self.cache)
# Cookie jar
self.cookie_jar = QNetworkCookieJar()
self.manager.setCookieJar(self.cookie_jar)
# User Agent
self.page.setUserAgent(self.user_agent)
self.page.networkAccessManager().authenticationRequired\
.connect(self._authenticate)
self.page.networkAccessManager().proxyAuthenticationRequired\
.connect(self._authenticate)
self.main_frame = self.page.mainFrame()
logger.setLevel(log_level)
if self.display:
self.webview = QtWebKit.QWebView()
self.webview.setPage(self.page)
self.webview.show()
def setCache(self, cacheDir, cacheSize):
cache = QNetworkDiskCache()
cache.setCacheDirectory(cacheDir)
cache.setMaximumCacheSize(cacheSize * 1024 * 1024)
self.page().networkAccessManager().setCache(cache)
def __init__(self,
user_agent=default_user_agent,
wait_timeout=8,
wait_callback=None,
log_level=logging.WARNING,
display=False,
viewport_size=(800, 600),
ignore_ssl_errors=True,
cache_dir=os.path.join(tempfile.gettempdir(), "ghost.py"),
plugins_enabled=False,
java_enabled=False,
plugin_path=[
'/usr/lib/mozilla/plugins',
],
download_images=True,
qt_debug=False):
self.http_resources = []
self.user_agent = user_agent
self.wait_timeout = wait_timeout
self.wait_callback = wait_callback
self.ignore_ssl_errors = ignore_ssl_errors
self.loaded = True
if not sys.platform.startswith('win') and not 'DISPLAY' in os.environ\
and not hasattr(Ghost, 'xvfb'):
try:
os.environ['DISPLAY'] = ':99'
Ghost.xvfb = subprocess.Popen(['Xvfb', ':99'])
except OSError:
raise Error('Xvfb is required to a ghost run outside ' +
'an X instance')
self.display = display
if not Ghost._app:
Ghost._app = QApplication.instance() or QApplication(['ghost'])
qInstallMsgHandler(QTMessageProxy(qt_debug))
if plugin_path:
for p in plugin_path:
Ghost._app.addLibraryPath(p)
self.popup_messages = []
self.page = GhostWebPage(Ghost._app, self)
QtWebKit.QWebSettings.setMaximumPagesInCache(0)
QtWebKit.QWebSettings.setObjectCacheCapacities(0, 0, 0)
QtWebKit.QWebSettings.globalSettings().setAttribute(
QtWebKit.QWebSettings.LocalStorageEnabled, True)
self.page.setForwardUnsupportedContent(True)
self.page.settings().setAttribute(QtWebKit.QWebSettings.AutoLoadImages,
download_images)
self.page.settings().setAttribute(QtWebKit.QWebSettings.PluginsEnabled,
plugins_enabled)
self.page.settings().setAttribute(QtWebKit.QWebSettings.JavaEnabled,
java_enabled)
self.set_viewport_size(*viewport_size)
# Page signals
self.page.loadFinished.connect(self._page_loaded)
self.page.loadStarted.connect(self._page_load_started)
self.page.unsupportedContent.connect(self._unsupported_content)
self.manager = self.page.networkAccessManager()
self.manager.finished.connect(self._request_ended)
self.manager.sslErrors.connect(self._on_manager_ssl_errors)
# Cache
self.cache = QNetworkDiskCache()
self.cache.setCacheDirectory(cache_dir)
self.manager.setCache(self.cache)
# Cookie jar
self.cookie_jar = QNetworkCookieJar()
self.manager.setCookieJar(self.cookie_jar)
# User Agent
self.page.setUserAgent(self.user_agent)
self.page.networkAccessManager().authenticationRequired\
.connect(self._authenticate)
self.page.networkAccessManager().proxyAuthenticationRequired\
.connect(self._authenticate)
self.main_frame = self.page.mainFrame()
logger.setLevel(log_level)
if self.display:
class MyQWebView(QtWebKit.QWebView):
def sizeHint(self):
return QSize(*viewport_size)
self.webview = MyQWebView()
if plugins_enabled:
self.webview.settings().setAttribute(
QtWebKit.QWebSettings.PluginsEnabled, True)
if java_enabled:
self.webview.settings().setAttribute(
QtWebKit.QWebSettings.JavaEnabled, True)
self.webview.setPage(self.page)
self.webview.show()
else:
self.webview = None
plugins_dir = os.path.dirname(plugin_dir)
# python path setting
sys.path.append(plugins_dir)
# initialize output directory
initOutputDir()
plugin_name = os.path.basename(plugin_dir)
suite = unittest.TestLoader().discover(plugin_name + ".tests")
unittest.TextTestRunner(verbosity=2).run(suite)
if __name__ == "__main__":
gui_mode = True
QGISAPP = QgsApplication(sys.argv, gui_mode)
QGISAPP.initQgis()
print "=" * 70
print QGISAPP.showSettings()
print "=" * 70
# set up network disk cache
manager = QgsNetworkAccessManager.instance()
cache = QNetworkDiskCache(manager)
cache.setCacheDirectory(pluginPath(os.path.join("tests", "cache")))
cache.setMaximumCacheSize(50 * 1024 * 1024)
manager.setCache(cache)
# run test!
runTest()
def __init__(self, user_agent=default_user_agent, operate_timeout=10, loading_timeout=60, log_level=logging.WARNING,
display=False, viewport_size=(1024, 768), accept_language='en,*', ignore_ssl_errors=True,
cache_dir=os.path.join(tempfile.gettempdir(), "GRobot"),
image_enabled=True, plugins_enabled=False, java_enabled=False, javascript_enabled=True,
plugin_path=None, develop=False, proxy=None, sleep=0.5, jquery_namespace='GRobot'):
"""GRobot manages a QWebPage.
@param user_agent: The default User-Agent header.
@param operate_timeout: Operation timeout.
@param loading_timeout: The page loading timeout.
@param log_level: The optional logging level.
@param display: A boolean that tells GRobot to displays UI.
@param viewport_size: A tupple that sets initial viewport size.
@param accept_language: Set the webkit accept language.
@param ignore_ssl_errors: A boolean that forces ignore ssl errors.
@param cache_dir: A directory path where to store cache datas.
@param image_enabled: Enable images.
@param plugins_enabled: Enable plugins (like Flash).
@param java_enabled: Enable Java JRE.
@param javascript_enabled: Enable Javascript.
@param plugin_path: Array with paths to plugin directories (default ['/usr/lib/mozilla/plugins'])
@param develop: Enable the Webkit Inspector.
@param proxy: Set a Socks5,HTTP{S} Proxy
@param sleep: Sleep `sleep` second,after operate
@param jquery_namespace: Set the jQuery namespace.
"""
GRobot.exit_lock.acquire()
if GRobot._kill_loop:
gevent.kill(GRobot._kill_loop)
GRobot._kill_loop=None
logger.setLevel(log_level)
plugin_path = plugin_path or ['/usr/lib/mozilla/plugins', ]
GRobot._liveRobot += 1
self.develop = develop
self.inspector = None
self.plugin = False
self.exitLoop = False
self._deleted = False
self.set_proxy(proxy)
self.sleep = sleep
self.jquery_namespace = jquery_namespace
self.popup_messages = None
self.accept_language = accept_language
self._loaded = True
self._confirm_expected = None
self._prompt_expected = None
self._upload_file = None
self._alert = None
self.http_resources = []
self.user_agent = user_agent
self.loading_timeout = loading_timeout
self.operate_timeout = operate_timeout
self.ignore_ssl_errors = ignore_ssl_errors
if not sys.platform.startswith('win') and not 'DISPLAY' in os.environ \
and not hasattr(GRobot, 'xvfb'):
try:
os.environ['DISPLAY'] = ':99'
GRobot.xvfb = subprocess.Popen(['Xvfb', ':99'])
except OSError:
raise Exception('Xvfb is required to a GRobot run oustside ' + \
'an X instance')
self.display = display
if not GRobot._app:
GRobot._app = QApplication.instance() or QApplication(['GRobot'])
if plugin_path:
for p in plugin_path:
GRobot._app.addLibraryPath(p)
self.page = GRobotWebPage(self, GRobot._app)
QtWebKit.QWebSettings.setMaximumPagesInCache(0)
QtWebKit.QWebSettings.setObjectCacheCapacities(0, 0, 0)
QtWebKit.QWebSettings.globalSettings().setAttribute(QtWebKit.QWebSettings.LocalStorageEnabled, True)
self.page.setForwardUnsupportedContent(True)
# Page signals
self.page.loadFinished.connect(self._page_loaded)
self.page.loadStarted.connect(self._page_load_started)
self.page.unsupportedContent.connect(self._unsupported_content)
self.manager = self.page.networkAccessManager()
#TODO:Think about how to handle the network accessible signal
#self.manager.networkAccessibleChanged.connect()
self.manager.finished.connect(self._request_ended)
self.manager.sslErrors.connect(self._on_manager_ssl_errors)
# Cache
self.cache = QNetworkDiskCache()
self.cache.setCacheDirectory(cache_dir)
self.manager.setCache(self.cache)
# Cookie jar
self.cookie_jar = QNetworkCookieJar()
self.manager.setCookieJar(self.cookie_jar)
# User Agent
self.page.setUserAgent(self.user_agent)
self.page.networkAccessManager().authenticationRequired \
.connect(self._authenticate)
self.page.networkAccessManager().proxyAuthenticationRequired \
.connect(self._authenticate)
self.main_frame = self.page.mainFrame()
self.webview = None
self.viewport_size = viewport_size
self.webview = QtWebKit.QWebView()
self.webview.setPage(self.page)
self.webview.show() if display else self.webview.hide()
self.set_viewport_size(*viewport_size)
self.page.settings().setAttribute(QtWebKit.QWebSettings.PluginsEnabled, plugins_enabled)
self.page.settings().setAttribute(QtWebKit.QWebSettings.JavaEnabled, java_enabled)
self.page.settings().setAttribute(QWebSettings.DeveloperExtrasEnabled, self.develop)
self.enable_image = image_enabled
self.enable_javascript = javascript_enabled
#always open link in current window instead of new window
self.page.setLinkDelegationPolicy(QWebPage.DelegateAllLinks)
self.page.linkClicked.connect(self._link_clicked)
#start the qt main loop
GRobot._loop = QtMainLoop(GRobot._app)
GRobot._loop.start()
GRobot.exit_lock.release()
