def default_open(self, req):
'''
If blacklisted return an empty response, else return None, which means
that this handler was unable to handle the request and the next one
needs to be called. With this we want to indicate that the keepalive
handler will be called.
'''
if self._is_blacklisted(req.url_object):
nncr = new_no_content_resp(req.url_object)
addinfo_inst = http_response_to_httplib(nncr)
return addinfo_inst
# This means: I don't know how to handle this, call the next opener
return None
def default_open(self, req):
"""
If blacklisted return an empty response, else return None, which means
that this handler was unable to handle the request and the next one
needs to be called. With this we want to indicate that the keepalive
handler will be called.
"""
if self._is_blacklisted(req.url_object):
nncr = new_no_content_resp(req.url_object)
addinfo_inst = http_response_to_httplib(nncr)
return addinfo_inst
# This means: I don't know how to handle this, call the next opener
return None
def default_open(self, req):
'''
If blacklisted return an empty response, else return None, which means
that this handler was unable to handle the request and the next one
needs to be called. With this we want to indicate that the keepalive
handler will be called.
'''
if self._is_blacklisted(req.url_object):
nncr = new_no_content_resp(req.url_object)
header_string = cStringIO.StringIO(str(nncr.get_headers()))
headers = mimetools.Message(header_string)
addinfo_inst = urllib.addinfourl(cStringIO.StringIO(nncr.get_body()),
headers,
nncr.get_url().url_string,
code=nncr.get_code())
addinfo_inst.msg = 'No content'
return addinfo_inst
# This means: I don't know how to handle this, call the next opener
return None
trace_str = traceback.format_exc()
parsed_traceback = re.findall('File "(.*?)", line (.*?), in (.*)',
trace_str)
# Returns something similar to:
# [('trace_test.py', '9', 'one'), ('trace_test.py', '17', 'two'),
# ('trace_test.py', '5', 'abc')]
#
# Where ('filename', 'line-number', 'function-name')
self._increment_global_error_count(e, parsed_traceback)
# FIXME: Still need to figure out how to remove this call to
# new_no_content_resp and the call to
# CacheClass.store_in_cache
resp = new_no_content_resp(original_url_inst)
CacheClass.store_in_cache(req, resp)
return resp
else:
# Everything went well!
rdata = req.get_data()
if not rdata:
msg = ('%s %s returned HTTP code "%s"' %
(req.get_method(), urllib.unquote_plus(original_url), res.code))
else:
printable_data = urllib.unquote_plus(rdata)
if len(rdata) > 75:
printable_data = '%s...' % printable_data[:75]
printable_data = printable_data.replace('\n', ' ')
printable_data = printable_data.replace('\r', ' ')
trace_str = traceback.format_exc()
parsed_traceback = re.findall('File "(.*?)", line (.*?), in (.*)',
trace_str)
# Returns something similar to:
# [('trace_test.py', '9', 'one'), ('trace_test.py', '17', 'two'),
# ('trace_test.py', '5', 'abc')]
#
# Where ('filename', 'line-number', 'function-name')
self._increment_global_error_count(e, parsed_traceback)
# FIXME: Still need to figure out how to remove this call to
# new_no_content_resp and the call to
# CacheClass.store_in_cache
resp = new_no_content_resp(original_url_inst, add_id=True)
# Translate to httplib
httplib_resp = http_response_to_httplib(resp)
CacheClass.store_in_cache(req, httplib_resp)
return resp
else:
# Everything went well!
rdata = req.get_data()
if not rdata:
msg = ('%s %s returned HTTP code "%s"' %
(req.get_method(), urllib.unquote_plus(original_url), res.code))
else:
printable_data = urllib.unquote_plus(rdata)
