h = Histogram() links = [link.get("href") for link in BeautifulSoup(get_html(REGISTER)).find_all("a")] for link in links: if link is not None and "link.php" in link: try: target_url = REGISTER + "/" + link r = requests.head(target_url, headers=HEADERS, allow_redirects=True, timeout=10) target_url = domain_from_url(r.url) if target_url not in visited: visited.add(target_url) if has_tld(target_url, ".bg"): print(target_url) h.add(r.headers["Server"]) except Exception as e: print(e) result = [] for server, count in h.items(): result.append("{}: {}".format(server, count)) with open("result.txt", "w") as f: f.write("\n".join(result))
for link in BeautifulSoup(get_html(REGISTER)).find_all("a") ] for link in links: if link is not None and "link.php" in link: try: target_url = REGISTER + "/" + link r = requests.head(target_url, headers=HEADERS, allow_redirects=True, timeout=10) target_url = domain_from_url(r.url) if target_url not in visited: visited.add(target_url) if has_tld(target_url, ".bg"): print(target_url) h.add(r.headers["Server"]) except Exception as e: print(e) result = [] for server, count in h.items(): result.append("{}: {}".format(server, count)) with open("result.txt", "w") as f: f.write("\n".join(result))