def add_one_tracker_to_submitted_deque(url):
try:
ip_address(urlparse(url).hostname)
logger.info(f"Tracker {url} denied, hostname is IP")
return
except ValueError:
pass
with deque_lock:
for tracker_in_deque in submitted_trackers:
if urlparse(tracker_in_deque.url).netloc == urlparse(url).netloc:
logger.info(f"Tracker {url} denied, already in the queue")
return
with list_lock:
for tracker in db.get_all_data():
if tracker.host == urlparse(url).hostname:
logger.info(f"Tracker {url} denied, already being tracked")
return
try:
tracker_candidate = Tracker.from_url(url)
except (RuntimeError, ValueError) as e:
logger.info(f"Tracker {url} preprocessing failed, reason: {str(e)}")
return
all_ips_tracked = get_all_ips_tracked()
exists_ip = set(tracker_candidate.ip).intersection(all_ips_tracked)
if exists_ip:
logger.info(
f"Tracker {url} denied, IP of the tracker is already in the list")
return
with deque_lock:
submitted_trackers.append(tracker_candidate)
logger.info(f"Tracker {url} added to the submitted queue")
def get_all_ips_tracked():
all_ips_of_all_trackers = []
all_data = db.get_all_data()
for tracker_in_list in all_data:
if tracker_in_list.ip:
for ip in tracker_in_list.ip:
all_ips_of_all_trackers.append(ip)
return all_ips_of_all_trackers
def update_outdated_trackers():
while True:
now = int(time())
trackers_outdated = []
for tracker in db.get_all_data():
if (now - tracker.last_checked) > tracker.interval:
trackers_outdated.append(tracker)
for tracker in trackers_outdated:
logger.info(f"Updating {tracker.url}")
tracker.update_status()
db.update_tracker(tracker)
save_deque_to_disk(raw_data, raw_history_file)
detect_new_ip_duplicates()
sleep(5)
def process_new_tracker(tracker_candidate):
logger.info(f"Processing new tracker: {tracker_candidate.url}")
all_ips_tracked = get_all_ips_tracked()
exists_ip = set(tracker_candidate.ip).intersection(all_ips_tracked)
if exists_ip:
logger.info(
f"Tracker {tracker_candidate.url} denied, IP of the tracker is already in the list"
)
return
with list_lock:
for tracker in db.get_all_data():
if tracker.host == urlparse(tracker_candidate.url).hostname:
logger.info(
f"Tracker {tracker_candidate.url} denied, already being tracked"
)
return
tracker_candidate.last_downtime = int(time())
tracker_candidate.last_checked = int(time())
try:
(
tracker_candidate.interval,
tracker_candidate.url,
tracker_candidate.latency,
) = attempt_submitted(tracker_candidate)
except (RuntimeError, ValueError):
return
if (300 > tracker_candidate.interval or tracker_candidate.interval >
10800): # trackers with an update interval
# less than 5' and more than 3h
debug = submitted_data.popleft()
info = debug["info"]
debug.update({
"status":
0,
"info": [
info[0],
"Tracker rejected for having an interval shorter than 5 minutes or longer than 3 hours",
],
})
submitted_data.appendleft(debug)
return
tracker_candidate.update_ipapi_data()
tracker_candidate.is_up()
tracker_candidate.update_uptime()
db.insert_new_tracker(tracker_candidate)
logger.info(f"New tracker {tracker_candidate.url} added to newTrackon")
def main():
trackers_list = db.get_all_data()
trackers_list = utils.format_uptime_and_downtime_time(trackers_list)
return render_template("main.mako", trackers=trackers_list, active="main")
