def _increment_global_error_count(self, error, parsed_traceback=[]):
'''
Increment the error count, and if we got a lot of failures raise a
"w3afMustStopException" subtype.
:param error: Exception object.
:param parsed_traceback: A list with the following format:
[('trace_test.py', '9', 'one'), ('trace_test.py', '17', 'two'),
('trace_test.py', '5', 'abc')]
Where ('filename', 'line-number', 'function-name')
'''
if self._ignore_errors_conf:
return
last_errors = self._last_errors
if self._last_request_failed:
last_errors.append((str(error), parsed_traceback))
else:
self._last_request_failed = True
errtotal = len(last_errors)
om.out.debug('Incrementing global error count. GEC: %s' % errtotal)
with self._count_lock:
if errtotal >= 10 and not self._error_stopped:
# Stop using ExtendedUrllib instance
self.stop()
# Known reason errors. See errno module for more info on these
# errors.
EUNKNSERV = -2 # Name or service not known error
EINVHOSTNAME = -5 # No address associated with hostname
known_errors = (EUNKNSERV, ECONNREFUSED, EHOSTUNREACH,
ECONNRESET, ENETDOWN, ENETUNREACH,
EINVHOSTNAME, ETIMEDOUT, ENOSPC)
msg = ('w3af found too many consecutive errors while performing'
' HTTP requests. Either the web server is not reachable'
' anymore or there is an internal error. The last error'
' message is "%s".')
if parsed_traceback:
tback_str = ''
for path, line, call in parsed_traceback[-3:]:
tback_str += ' %s:%s at %s\n' % (path, line, call)
msg += ' The last calls in the traceback are: \n%s' % tback_str
if type(error) is urllib2.URLError:
# URLError exceptions may wrap either httplib.HTTPException
# or socket.error exception instances. We're interested on
# treat'em in a special way.
reason_err = error.reason
reason_msg = None
if isinstance(reason_err, socket.error):
if isinstance(reason_err, socket.sslerror):
reason_msg = 'SSL Error: %s' % error.reason
elif reason_err[0] in known_errors:
reason_msg = str(reason_err)
elif isinstance(reason_err, httplib.HTTPException):
#
# Here we catch:
#
# BadStatusLine, ResponseNotReady, CannotSendHeader,
# CannotSendRequest, ImproperConnectionState,
# IncompleteRead, UnimplementedFileMode, UnknownTransferEncoding,
# UnknownProtocol, InvalidURL, NotConnected.
#
# TODO: Maybe we're being TOO generic in this isinstance?
#
reason_msg = '%s: %s' % (error.__class__.__name__,
error.args)
if reason_msg is not None:
raise w3afMustStopByKnownReasonExc(
msg % error, reason=reason_err)
errors = [] if parsed_traceback else last_errors
raise w3afMustStopByUnknownReasonExc(msg % error, errs=errors)
def _handle_error_on_increment(self, error, parsed_traceback, last_errors):
'''
Handle the error
'''
# Stop using ExtendedUrllib instance
self._error_stopped = True
#
# Create a detailed exception message
#
msg = ('w3af found too many consecutive errors while performing'
' HTTP requests. In most cases this means that the remote web'
' server is not reachable anymore, the network is down, or'
' a WAF is blocking our tests. The last error message was "%s".')
if parsed_traceback:
tback_str = ''
for path, line, call in parsed_traceback[-3:]:
tback_str += ' %s:%s at %s\n' % (path, line, call)
msg += ' The last calls in the traceback are: \n%s' % tback_str
reason_msg = None
if isinstance(error, URLTimeoutError):
# New exception type raised by keepalive handler
reason_msg = error.message
reason_err = error.message
# Exceptions may be of type httplib.HTTPException or socket.error
# We're interested on handling them in different ways
elif isinstance(error, urllib2.URLError):
reason_err = error.reason
# Known reason errors. See errno module for more info on these
# errors.
EUNKNSERV = -2 # Name or service not known error
EINVHOSTNAME = -5 # No address associated with hostname
known_errors = (EUNKNSERV, ECONNREFUSED, EHOSTUNREACH,
ECONNRESET, ENETDOWN, ENETUNREACH,
EINVHOSTNAME, ETIMEDOUT, ENOSPC)
if isinstance(reason_err, socket.error):
if isinstance(reason_err, socket.sslerror):
reason_msg = 'SSL Error: %s' % error.reason
elif reason_err[0] in known_errors:
reason_msg = str(reason_err)
elif isinstance(error, httplib.HTTPException):
#
# Here we catch:
#
# BadStatusLine, ResponseNotReady, CannotSendHeader,
# CannotSendRequest, ImproperConnectionState,
# IncompleteRead, UnimplementedFileMode, UnknownTransferEncoding,
# UnknownProtocol, InvalidURL, NotConnected.
#
# TODO: Maybe we're being TOO generic in this isinstance?
#
reason_msg = '%s: %s' % (error.__class__.__name__,
error.args)
reason_err = error.message
# If I got a reason, it means that it is a known exception.
if reason_msg is not None:
raise w3afMustStopByKnownReasonExc(msg % error,
reason=reason_err)
else:
errors = [] if parsed_traceback else last_errors
raise w3afMustStopByUnknownReasonExc(msg % error, errs=errors)
def _handle_error_on_increment(self, error, parsed_traceback, last_errors):
'''
Handle the error
'''
# Stop using ExtendedUrllib instance
self._error_stopped = True
#
# Create a detailed exception message
#
msg = (
'w3af found too many consecutive errors while performing'
' HTTP requests. In most cases this means that the remote web'
' server is not reachable anymore, the network is down, or'
' a WAF is blocking our tests. The last error message was "%s".')
if parsed_traceback:
tback_str = ''
for path, line, call in parsed_traceback[-3:]:
tback_str += ' %s:%s at %s\n' % (path, line, call)
msg += ' The last calls in the traceback are: \n%s' % tback_str
reason_msg = None
if isinstance(error, URLTimeoutError):
# New exception type raised by keepalive handler
reason_msg = error.message
reason_err = error.message
# Exceptions may be of type httplib.HTTPException or socket.error
# We're interested on handling them in different ways
elif isinstance(error, urllib2.URLError):
reason_err = error.reason
# Known reason errors. See errno module for more info on these
# errors.
EUNKNSERV = -2 # Name or service not known error
EINVHOSTNAME = -5 # No address associated with hostname
known_errors = (EUNKNSERV, ECONNREFUSED, EHOSTUNREACH, ECONNRESET,
ENETDOWN, ENETUNREACH, EINVHOSTNAME, ETIMEDOUT,
ENOSPC)
if isinstance(reason_err, socket.error):
if isinstance(reason_err, socket.sslerror):
reason_msg = 'SSL Error: %s' % error.reason
elif reason_err[0] in known_errors:
reason_msg = str(reason_err)
elif isinstance(error, httplib.HTTPException):
#
# Here we catch:
#
# BadStatusLine, ResponseNotReady, CannotSendHeader,
# CannotSendRequest, ImproperConnectionState,
# IncompleteRead, UnimplementedFileMode, UnknownTransferEncoding,
# UnknownProtocol, InvalidURL, NotConnected.
#
# TODO: Maybe we're being TOO generic in this isinstance?
#
reason_msg = '%s: %s' % (error.__class__.__name__, error.args)
reason_err = error.message
# If I got a reason, it means that it is a known exception.
if reason_msg is not None:
raise w3afMustStopByKnownReasonExc(msg % error, reason=reason_err)
else:
errors = [] if parsed_traceback else last_errors
raise w3afMustStopByUnknownReasonExc(msg % error, errs=errors)
def _increment_global_error_count(self, error, parsed_traceback=[]):
'''
Increment the error count, and if we got a lot of failures raise a
"w3afMustStopException" subtype.
:param error: Exception object.
:param parsed_traceback: A list with the following format:
[('trace_test.py', '9', 'one'), ('trace_test.py', '17', 'two'),
('trace_test.py', '5', 'abc')]
Where ('filename', 'line-number', 'function-name')
'''
if self._ignore_errors_conf:
return
last_errors = self._last_errors
if self._last_request_failed:
last_errors.append((str(error), parsed_traceback))
else:
self._last_request_failed = True
errtotal = len(last_errors)
om.out.debug('Incrementing global error count. GEC: %s' % errtotal)
with self._count_lock:
if errtotal >= 10 and not self._error_stopped:
# Stop using ExtendedUrllib instance
self.stop()
# Known reason errors. See errno module for more info on these
# errors.
EUNKNSERV = -2 # Name or service not known error
EINVHOSTNAME = -5 # No address associated with hostname
known_errors = (EUNKNSERV, ECONNREFUSED, EHOSTUNREACH,
ECONNRESET, ENETDOWN, ENETUNREACH,
EINVHOSTNAME, ETIMEDOUT, ENOSPC)
msg = ('w3af found too many consecutive errors while performing'
' HTTP requests. Either the web server is not reachable'
' anymore or there is an internal error. The last error'
' message is "%s".')
if parsed_traceback:
tback_str = ''
for path, line, call in parsed_traceback[-3:]:
tback_str += ' %s:%s at %s\n' % (path, line, call)
msg += ' The last calls in the traceback are: \n%s' % tback_str
if type(error) is urllib2.URLError:
# URLError exceptions may wrap either httplib.HTTPException
# or socket.error exception instances. We're interested on
# treat'em in a special way.
reason_err = error.reason
reason_msg = None
if isinstance(reason_err, socket.error):
if isinstance(reason_err, socket.sslerror):
reason_msg = 'SSL Error: %s' % error.reason
elif reason_err[0] in known_errors:
reason_msg = str(reason_err)
elif isinstance(reason_err, httplib.HTTPException):
#
# Here we catch:
#
# BadStatusLine, ResponseNotReady, CannotSendHeader,
# CannotSendRequest, ImproperConnectionState,
# IncompleteRead, UnimplementedFileMode, UnknownTransferEncoding,
# UnknownProtocol, InvalidURL, NotConnected.
#
# TODO: Maybe we're being TOO generic in this isinstance?
#
reason_msg = '%s: %s' % (error.__class__.__name__,
error.args)
if reason_msg is not None:
raise w3afMustStopByKnownReasonExc(
msg % error, reason=reason_err)
errors = [] if parsed_traceback else last_errors
raise w3afMustStopByUnknownReasonExc(msg % error, errs=errors)