def create_jobs():
for item in Connection.collection_unvisited.find():
url = item['url']
distance = item['distance']
if Database.check_if_in_visited(url) is False and (domain == get_domain_name(url) or broad_search is True):
thread_queue.put(item)
Database.add_url_to_visited(url, distance)
thread_queue.join()
create_jobs()
def create_jobs():
for item in Connection.collection_unvisited.find():
url = item['url']
distance = item['distance']
if Database.check_if_in_visited(url) is False and (
domain == get_domain_name(url) or broad_search is True):
thread_queue.put(item)
Database.add_url_to_visited(url, distance)
thread_queue.join()
create_jobs()
