def __init__(self, agent, proxy, redirect, timeout, url, cookie): self.url = url self.cookie = cookie self.output = output.Output() self.ucheck = urlcheck.UrlCheck() self.request = request.Request(agent=agent, proxy=proxy, redirect=redirect, timeout=timeout)
def run(self, content, url): forms = [] try: soup = BeautifulSoup(content) for match in soup.findAll('form'): if match not in forms: forms.append(match) for form in forms: return urlcheck.UrlCheck().path(url, self.extractor(form)) except Exception, e: pass
def __init__(self, agent, proxy, redirect, timeout, url, cookie): self.url = url self.cookie = cookie self.forms = forms.Forms() self.output = output.Output() self.ucheck = urlcheck.UrlCheck() self.parser = urlparser.UrlParser(url) self.extract = urlextract.UrlExtract() self.request = request.Request(agent=agent, proxy=proxy, redirect=redirect, timeout=timeout)