def read_bogon_ranges():
_ = os.path.abspath(os.path.join(ROOT_DIR, "misc", "bogon_ranges.txt"))
if os.path.isfile(_):
with open(_, "r") as f:
for line in f:
line = line.strip()
if not line or line.startswith('#'):
continue
else:
key = line.split('.')[0]
if key not in BOGON_RANGES:
BOGON_RANGES[key] = []
prefix, mask = line.split('/')
BOGON_RANGES[key].append(
(addr_to_int(prefix), make_mask(int(mask))))
def read_whitelist():
WHITELIST.clear()
WHITELIST_RANGES.clear()
_ = os.path.abspath(os.path.join(ROOT_DIR, "misc", "whitelist.txt"))
if os.path.isfile(_):
with open(_, "r") as f:
for line in f:
line = line.strip()
if not line or line.startswith('#'):
continue
elif re.search(r"\A\d+\.\d+\.\d+\.\d+/\d+\Z", line):
try:
prefix, mask = line.split('/')
WHITELIST_RANGES.add(
(addr_to_int(prefix), make_mask(int(mask))))
except (IndexError, ValueError):
WHITELIST.add(line)
else:
WHITELIST.add(line)
if config.USER_WHITELIST and os.path.isfile(config.USER_WHITELIST):
with open(config.USER_WHITELIST, "r") as f:
for line in f:
line = line.strip()
if not line or line.startswith('#'):
continue
elif re.search(r"\A\d+\.\d+\.\d+\.\d+/\d+\Z", line):
try:
prefix, mask = line.split('/')
WHITELIST_RANGES.add(
(addr_to_int(prefix), make_mask(int(mask))))
except (IndexError, ValueError):
WHITELIST.add(line)
else:
WHITELIST.add(line)
def read_worst_asn():
_ = os.path.abspath(os.path.join(ROOT_DIR, "misc", "worst_asns.txt"))
if os.path.isfile(_):
with open(_, "r") as f:
for line in f:
line = line.strip()
if not line or line.startswith('#'):
continue
else:
key = line.split('.')[0]
if key not in WORST_ASNS:
WORST_ASNS[key] = []
prefix, mask, name = re.search(r"([\d.]+)/(\d+),(.+)",
line).groups()
WORST_ASNS[key].append(
(addr_to_int(prefix), make_mask(int(mask)), name))
def fetch():
retval = {}
content = retrieve_content(__url__)
if __check__ in content:
for match in re.finditer(r"(\d+\.\d+\.\d+\.\d+)/(\d+)", content):
prefix, mask = match.groups()
mask = int(mask)
start_int = addr_to_int(prefix) & make_mask(mask)
end_int = start_int | ((1 << 32 - mask) - 1)
if 0 <= end_int - start_int <= 1024:
address = start_int
while start_int <= address <= end_int:
retval[int_to_addr(address)] = (__info__, __reference__)
address += 1
return retval
if '/' in line:
trails[line] = (__info__, __reference__)
line = line.split('/')[0]
elif re.search(r"\A\d+\.\d+\.\d+\.\d+\Z", line):
trails[line] = (__info__, __reference__)
else:
trails[line.strip('.')] = (__info__, __reference__)
for match in re.finditer(r"(\d+\.\d+\.\d+\.\d+)/(\d+)",
content):
prefix, mask = match.groups()
mask = int(mask)
if mask > 32:
continue
start_int = addr_to_int(prefix) & make_mask(mask)
end_int = start_int | ((1 << 32 - mask) - 1)
if 0 <= end_int - start_int <= 1024:
address = start_int
while start_int <= address <= end_int:
trails[int_to_addr(address)] = (__info__,
__reference__)
address += 1
# basic cleanup
for key in trails.keys():
if key not in trails:
continue
if config.DISABLED_TRAILS_INFO_REGEX:
if re.search(config.DISABLED_TRAILS_INFO_REGEX,
trails[key][0]):