# Update only odd iterations if m_step % 2: progress = (float(m_step * 100) / m_total) self.update_status(progress=progress) l_url = fix_url(l_url, m_url) if l_url in Config.audit_scope: l_p = None try: l_p = HTTP.get_url(l_url, callback=self.check_response) # FIXME handle exceptions! except: if l_p: discard_data(l_p) continue if l_p: if m_analyzer.analyze(l_p.data, url=l_url): match[l_url] = l_p else: discard_data(l_p) # Generate results for i in m_analyzer.unique_texts: l_url = i.url l_p = match.pop(l_url) m_result = Url(l_url, referer=m_url) m_result.add_information(l_p) m_return.append(m_result) m_return.append(l_p) # Check for posible suspicious URL if l_url in m_discovered_suspicious:
# Update only odd iterations if m_step % 2: progress = (float(m_step * 100) / m_total) self.update_status(progress=progress) l_url = fix_url(l_url, m_url) if l_url in Config.audit_scope: l_p = None try: l_p = HTTP.get_url(l_url, callback=self.check_response ) # FIXME handle exceptions! except: if l_p: discard_data(l_p) continue if l_p: if m_analyzer.analyze(l_p.data, url=l_url): match[l_url] = l_p else: discard_data(l_p) # Generate results for i in m_analyzer.unique_texts: l_url = i.url l_p = match.pop(l_url) m_result = URL(l_url, referer=m_url) m_result.add_information(l_p) m_return.append(m_result) m_return.append(l_p) # Check for posible suspicious URL if l_url in m_discovered_suspicious: