def process(self, request, render_options, operation, data):
filter_names = render_options.get_filters(adblock_rules=self.rules)
if filter_names == ['none']:
return request
if not filter_names:
if self.rules.filter_is_known('default'):
filter_names = ['default']
else:
return request
url = str(request.url().toString())
browser_url = self._get_browser_url(request)
domain = urlsplit(browser_url).hostname or ''
# XXX: here we're using domain of a parent frame
# for requests coming from iframes.
options = {'domain': domain}
blocking_filter = self.rules.get_blocking_filter(
filter_names, url, options)
if blocking_filter:
if self.verbosity >= 2:
msg = "Filter %s: dropped %s %s" % (
blocking_filter, render_options.get_uid(),
request_repr(request, operation))
log.msg(msg, system='request_middleware')
drop_request(request)
return request
def process(self, request, render_options, operation, data):
filter_names = render_options.get_filters(adblock_rules=self.rules)
if filter_names == ['none']:
return request
if not filter_names:
if self.rules.filter_is_known('default'):
filter_names = ['default']
else:
return request
url = str(request.url().toString())
browser_url = self._get_browser_url(request)
domain = urlsplit(browser_url).hostname or ''
# XXX: here we're using domain of a parent frame
# for requests coming from iframes.
options = {'domain': domain}
blocking_filter = self.rules.get_blocking_filter(filter_names, url, options)
if blocking_filter:
if self.verbosity >= 2:
msg = "Filter %s: dropped %s %s" % (
blocking_filter,
render_options.get_uid(),
request_repr(request, operation)
)
log.msg(msg, system='request_middleware')
drop_request(request)
return request
def process(self, request, render_options, operation, data):
allowed_domains = render_options.get_allowed_domains()
host_re = self._get_host_regex(allowed_domains, self.allow_subdomains)
if not host_re.match(six.text_type(request.url().host())):
if self.verbosity >= 2:
log.msg("Dropped offsite %s" % (request_repr(request, operation),), system='request_middleware')
drop_request(request)
return request
def process(self, request, render_options, operation, data):
scheme = str(request.url().scheme()).lower()
if scheme not in self.allowed_schemes:
if self.verbosity >= 2:
log.msg("Dropped %s because of URI scheme" %
(request_repr(request, operation), ),
system='request_middleware')
drop_request(request)
return request
def process(self, request, render_options, operation, data):
scheme = str(request.url().scheme()).lower()
if scheme not in self.allowed_schemes:
if self.verbosity >= 2:
log.msg(
"Dropped %s because of URI scheme" % (request_repr(request, operation),),
system='request_middleware'
)
drop_request(request)
return request
def process(self, reply, render_options):
content_type = reply.header(QNetworkRequest.ContentTypeHeader)
if not content_type.isValid():
return
mimetype = self.clean_mime(str(content_type.toString()))
allowed = render_options.get_allowed_content_types()
forbidden = render_options.get_forbidden_content_types()
whitelist = set(map(ContentTypeMiddleware.clean_mime, allowed))
blacklist = set(map(ContentTypeMiddleware.clean_mime, forbidden))
if self.contains(blacklist, mimetype) or not self.contains(whitelist, mimetype):
if self.verbosity >= 2:
request_str = request_repr(reply, reply.operation())
msg = "Dropping %s because of Content Type" % request_str
log.msg(msg, system='response_middleware')
reply.abort()
def process(self, reply, render_options):
content_type = reply.header(QNetworkRequest.ContentTypeHeader)
if not content_type.isValid():
return
mimetype = self.clean_mime(str(content_type.toString()))
allowed = render_options.get_allowed_content_types()
forbidden = render_options.get_forbidden_content_types()
whitelist = set(map(ContentTypeMiddleware.clean_mime, allowed))
blacklist = set(map(ContentTypeMiddleware.clean_mime, forbidden))
if self.contains(blacklist, mimetype) or not self.contains(whitelist, mimetype):
if self.verbosity >= 2:
request_str = request_repr(reply, reply.operation())
msg = "Dropping %s because of Content Type" % request_str
log.msg(msg, system='response_middleware')
reply.abort()
def process(self, request, render_options, operation, data):
filter_names = render_options.get_filters(adblock_rules=self.rules)
if filter_names == ['none']:
return request
if not filter_names:
if self.rules.filter_is_known('default'):
filter_names = ['default']
else:
return request
url, options = self._url_and_adblock_options(request, render_options)
blocking_filter = self.rules.get_blocking_filter(
filter_names, url, options)
if blocking_filter:
if self.verbosity >= 2:
msg = "Filter %s: dropped %s %s" % (
blocking_filter, render_options.get_uid(),
request_repr(request, operation))
log.msg(msg, system='request_middleware')
drop_request(request)
return request
def process(self, request, render_options, operation, data):
filter_names = render_options.get_filters(adblock_rules=self.rules)
if filter_names == ['none']:
return request
if not filter_names:
if self.rules.filter_is_known('default'):
filter_names = ['default']
else:
return request
url, options = self._url_and_adblock_options(request, render_options)
blocking_filter = self.rules.get_blocking_filter(filter_names, url, options)
if blocking_filter:
if self.verbosity >= 2:
msg = "Filter %s: dropped %s %s" % (
blocking_filter,
render_options.get_uid(),
request_repr(request, operation)
)
log.msg(msg, system='request_middleware')
drop_request(request)
return request
def process(self, request, splash_request, operation, data):
filter_names = [f for f in getarg(splash_request, "filters", default="").split(',') if f]
if filter_names == ['none']:
return request
if not filter_names:
if self.rules.filter_is_known('default'):
filter_names = ['default']
else:
return request
url, options = self._url_and_options(request, splash_request)
blocking_filter = self.rules.get_blocking_filter(filter_names, url, options)
if blocking_filter:
if self.verbosity >= 2:
msg = "Filter %s: dropped %s %s" % (
blocking_filter,
id(splash_request),
request_repr(request, operation)
)
log.msg(msg, system='request_middleware')
drop_request(request)
return request
def process(self, request, render_options, operation, data):
log.msg("[%s] %s" %
(render_options.get_uid(), request_repr(request, operation)),
system='network')
return request
def process(self, request, render_options, operation, data):
log.msg(
"[%s] %s" % (render_options.get_uid(), request_repr(request, operation)),
system='network'
)
return request
def process(self, request, splash_request, operation, data):
log.msg(
"Request %s %s" % (id(splash_request), request_repr(request, operation)),
system='network'
)
return request