def single_page(self): site = buildUrl() if not self.exists(site): logging.fatal("Unable to access the site, please check the url") sys.exit(0) start = time.time() self.site_queue.put(site) self.runThreads() end = time.time() - start self.printResults(end)
def setup(self): self.site_queue = Queue.Queue() self.sublinks_queue = Queue.Queue() site = buildUrl() assert site self.site_queue.put(site)