# Update only odd iterations
if m_step % 2:
progress = (float(m_step * 100) / m_total)
self.update_status(progress=progress)
l_url = fix_url(l_url, m_url)
if l_url in Config.audit_scope:
l_p = None
try:
l_p = HTTP.get_url(l_url, callback=self.check_response) # FIXME handle exceptions!
except:
if l_p:
discard_data(l_p)
continue
if l_p:
if m_analyzer.analyze(l_p.data, url=l_url):
match[l_url] = l_p
else:
discard_data(l_p)
# Generate results
for i in m_analyzer.unique_texts:
l_url = i.url
l_p = match.pop(l_url)
m_result = Url(l_url, referer=m_url)
m_result.add_information(l_p)
m_return.append(m_result)
m_return.append(l_p)
# Check for posible suspicious URL
if l_url in m_discovered_suspicious:
# Update only odd iterations
if m_step % 2:
progress = (float(m_step * 100) / m_total)
self.update_status(progress=progress)
l_url = fix_url(l_url, m_url)
if l_url in Config.audit_scope:
l_p = None
try:
l_p = HTTP.get_url(l_url, callback=self.check_response
) # FIXME handle exceptions!
except:
if l_p:
discard_data(l_p)
continue
if l_p:
if m_analyzer.analyze(l_p.data, url=l_url):
match[l_url] = l_p
else:
discard_data(l_p)
# Generate results
for i in m_analyzer.unique_texts:
l_url = i.url
l_p = match.pop(l_url)
m_result = URL(l_url, referer=m_url)
m_result.add_information(l_p)
m_return.append(m_result)
m_return.append(l_p)
# Check for posible suspicious URL
if l_url in m_discovered_suspicious:
