h = Histogram()
links = [link.get("href") for link in BeautifulSoup(get_html(REGISTER)).find_all("a")]
for link in links:
if link is not None and "link.php" in link:
try:
target_url = REGISTER + "/" + link
r = requests.head(target_url, headers=HEADERS, allow_redirects=True, timeout=10)
target_url = domain_from_url(r.url)
if target_url not in visited:
visited.add(target_url)
if has_tld(target_url, ".bg"):
print(target_url)
h.add(r.headers["Server"])
except Exception as e:
print(e)
result = []
for server, count in h.items():
result.append("{}: {}".format(server, count))
with open("result.txt", "w") as f:
f.write("\n".join(result))
for link in BeautifulSoup(get_html(REGISTER)).find_all("a")
]
for link in links:
if link is not None and "link.php" in link:
try:
target_url = REGISTER + "/" + link
r = requests.head(target_url,
headers=HEADERS,
allow_redirects=True,
timeout=10)
target_url = domain_from_url(r.url)
if target_url not in visited:
visited.add(target_url)
if has_tld(target_url, ".bg"):
print(target_url)
h.add(r.headers["Server"])
except Exception as e:
print(e)
result = []
for server, count in h.items():
result.append("{}: {}".format(server, count))
with open("result.txt", "w") as f:
f.write("\n".join(result))
