def __init__(self):
self.settings = urlOpenerSettings.urlOpenerSettings()
self._opener = None
self._memoryUsageCounter = 0
self._non_targets = set()
# For error handling
self._lastRequestFailed = False
self._last_errors = deque(maxlen=10)
self._errorCount = {}
self._countLock = threading.RLock()
self._tm = thread_manager
# User configured options (in an indirect way)
self._grepPlugins = []
self._evasionPlugins = []
self._paused = False
self._mustStop = False
self._ignore_errors_conf = False
def __init__(self):
self.settings = urlOpenerSettings.urlOpenerSettings()
self._opener = None
self._cacheOpener = None
self._memoryUsageCounter = 0
# For error handling
self._lastRequestFailed = False
self._last_errors = deque(maxlen=10)
self._errorCount = {}
self._dnsCache()
self._tm = thread_manager
self._sizeLRU = LRU(200)
# User configured options (in an indirect way)
self._grepPlugins = []
self._evasionPlugins = []
self._paused = False
self._mustStop = False
self._ignore_errors_conf = False
