def do_setup(self):
self.spider_items = {}
self.spider_outstanding_requests = {}
self.analysis_queue = deque()
self.scopeController = self.framework.getScopeController()
self.contentExtractor = self.framework.getContentExtractor()
self.htmlExtractor = self.contentExtractor.getExtractor('html')
self.spiderConfig = self.framework.getSpiderConfig()
self.spiderRules = SpiderRules(self.framework, self)
self.formFiller = FormFiller(self.framework, self)
self.re_location_header = re.compile(r'^Location:\s*(.+)$', re.I)
self.re_content_location_header = re.compile(
r'^Content-Location:\s*(.+)$', re.I)
self.Data = None
self.read_cursor = None
self.read_cursor2 = None
self.write_cursor = None
self.keep_spidering = False
