def _increment_global_error_count(self, error, parsed_traceback=[]): ''' Increment the error count, and if we got a lot of failures raise a "w3afMustStopException" subtype. :param error: Exception object. :param parsed_traceback: A list with the following format: [('trace_test.py', '9', 'one'), ('trace_test.py', '17', 'two'), ('trace_test.py', '5', 'abc')] Where ('filename', 'line-number', 'function-name') ''' if self._ignore_errors_conf: return last_errors = self._last_errors if self._last_request_failed: last_errors.append((str(error), parsed_traceback)) else: self._last_request_failed = True errtotal = len(last_errors) om.out.debug('Incrementing global error count. GEC: %s' % errtotal) with self._count_lock: if errtotal >= 10 and not self._error_stopped: # Stop using ExtendedUrllib instance self.stop() # Known reason errors. See errno module for more info on these # errors. EUNKNSERV = -2 # Name or service not known error EINVHOSTNAME = -5 # No address associated with hostname known_errors = (EUNKNSERV, ECONNREFUSED, EHOSTUNREACH, ECONNRESET, ENETDOWN, ENETUNREACH, EINVHOSTNAME, ETIMEDOUT, ENOSPC) msg = ('w3af found too many consecutive errors while performing' ' HTTP requests. Either the web server is not reachable' ' anymore or there is an internal error. The last error' ' message is "%s".') if parsed_traceback: tback_str = '' for path, line, call in parsed_traceback[-3:]: tback_str += ' %s:%s at %s\n' % (path, line, call) msg += ' The last calls in the traceback are: \n%s' % tback_str if type(error) is urllib2.URLError: # URLError exceptions may wrap either httplib.HTTPException # or socket.error exception instances. We're interested on # treat'em in a special way. reason_err = error.reason reason_msg = None if isinstance(reason_err, socket.error): if isinstance(reason_err, socket.sslerror): reason_msg = 'SSL Error: %s' % error.reason elif reason_err[0] in known_errors: reason_msg = str(reason_err) elif isinstance(reason_err, httplib.HTTPException): # # Here we catch: # # BadStatusLine, ResponseNotReady, CannotSendHeader, # CannotSendRequest, ImproperConnectionState, # IncompleteRead, UnimplementedFileMode, UnknownTransferEncoding, # UnknownProtocol, InvalidURL, NotConnected. # # TODO: Maybe we're being TOO generic in this isinstance? # reason_msg = '%s: %s' % (error.__class__.__name__, error.args) if reason_msg is not None: raise w3afMustStopByKnownReasonExc( msg % error, reason=reason_err) errors = [] if parsed_traceback else last_errors raise w3afMustStopByUnknownReasonExc(msg % error, errs=errors)
def _handle_error_on_increment(self, error, parsed_traceback, last_errors): ''' Handle the error ''' # Stop using ExtendedUrllib instance self._error_stopped = True # # Create a detailed exception message # msg = ('w3af found too many consecutive errors while performing' ' HTTP requests. In most cases this means that the remote web' ' server is not reachable anymore, the network is down, or' ' a WAF is blocking our tests. The last error message was "%s".') if parsed_traceback: tback_str = '' for path, line, call in parsed_traceback[-3:]: tback_str += ' %s:%s at %s\n' % (path, line, call) msg += ' The last calls in the traceback are: \n%s' % tback_str reason_msg = None if isinstance(error, URLTimeoutError): # New exception type raised by keepalive handler reason_msg = error.message reason_err = error.message # Exceptions may be of type httplib.HTTPException or socket.error # We're interested on handling them in different ways elif isinstance(error, urllib2.URLError): reason_err = error.reason # Known reason errors. See errno module for more info on these # errors. EUNKNSERV = -2 # Name or service not known error EINVHOSTNAME = -5 # No address associated with hostname known_errors = (EUNKNSERV, ECONNREFUSED, EHOSTUNREACH, ECONNRESET, ENETDOWN, ENETUNREACH, EINVHOSTNAME, ETIMEDOUT, ENOSPC) if isinstance(reason_err, socket.error): if isinstance(reason_err, socket.sslerror): reason_msg = 'SSL Error: %s' % error.reason elif reason_err[0] in known_errors: reason_msg = str(reason_err) elif isinstance(error, httplib.HTTPException): # # Here we catch: # # BadStatusLine, ResponseNotReady, CannotSendHeader, # CannotSendRequest, ImproperConnectionState, # IncompleteRead, UnimplementedFileMode, UnknownTransferEncoding, # UnknownProtocol, InvalidURL, NotConnected. # # TODO: Maybe we're being TOO generic in this isinstance? # reason_msg = '%s: %s' % (error.__class__.__name__, error.args) reason_err = error.message # If I got a reason, it means that it is a known exception. if reason_msg is not None: raise w3afMustStopByKnownReasonExc(msg % error, reason=reason_err) else: errors = [] if parsed_traceback else last_errors raise w3afMustStopByUnknownReasonExc(msg % error, errs=errors)
def _handle_error_on_increment(self, error, parsed_traceback, last_errors): ''' Handle the error ''' # Stop using ExtendedUrllib instance self._error_stopped = True # # Create a detailed exception message # msg = ( 'w3af found too many consecutive errors while performing' ' HTTP requests. In most cases this means that the remote web' ' server is not reachable anymore, the network is down, or' ' a WAF is blocking our tests. The last error message was "%s".') if parsed_traceback: tback_str = '' for path, line, call in parsed_traceback[-3:]: tback_str += ' %s:%s at %s\n' % (path, line, call) msg += ' The last calls in the traceback are: \n%s' % tback_str reason_msg = None if isinstance(error, URLTimeoutError): # New exception type raised by keepalive handler reason_msg = error.message reason_err = error.message # Exceptions may be of type httplib.HTTPException or socket.error # We're interested on handling them in different ways elif isinstance(error, urllib2.URLError): reason_err = error.reason # Known reason errors. See errno module for more info on these # errors. EUNKNSERV = -2 # Name or service not known error EINVHOSTNAME = -5 # No address associated with hostname known_errors = (EUNKNSERV, ECONNREFUSED, EHOSTUNREACH, ECONNRESET, ENETDOWN, ENETUNREACH, EINVHOSTNAME, ETIMEDOUT, ENOSPC) if isinstance(reason_err, socket.error): if isinstance(reason_err, socket.sslerror): reason_msg = 'SSL Error: %s' % error.reason elif reason_err[0] in known_errors: reason_msg = str(reason_err) elif isinstance(error, httplib.HTTPException): # # Here we catch: # # BadStatusLine, ResponseNotReady, CannotSendHeader, # CannotSendRequest, ImproperConnectionState, # IncompleteRead, UnimplementedFileMode, UnknownTransferEncoding, # UnknownProtocol, InvalidURL, NotConnected. # # TODO: Maybe we're being TOO generic in this isinstance? # reason_msg = '%s: %s' % (error.__class__.__name__, error.args) reason_err = error.message # If I got a reason, it means that it is a known exception. if reason_msg is not None: raise w3afMustStopByKnownReasonExc(msg % error, reason=reason_err) else: errors = [] if parsed_traceback else last_errors raise w3afMustStopByUnknownReasonExc(msg % error, errs=errors)