def getShodanList():
url_list = []
ip_list = queryShodan()
if len(ip_list) > 0:
for ip_addr in ip_list:
urls = getUrlsForIp(ip_addr)
if len(urls) > 0:
url_list.extend(urls)
if len(url_list) > 0:
url_list = getSignificantItems(url_list)
return url_list
else:
logging.warning('Failed to retrieve any URLs from VirusTotal.')
else:
logging.warning('Failed to retrieve any IP addresses from Shodan.')
return []
def getOTXList():
ip_list, domain_list, pulse_url = getPulseData()
url_list = []
if len(pulse_url) > 0:
url_list.extend(pulse_url)
else:
logging.warning('OTX URL list is empty.')
if len(domain_list) > 0:
for domain in domain_list:
domain_urls = getUrlsForDomain(domain)
if len(domain_urls) > 0:
url_list.extend(domain_urls)
else:
logging.warning('OTX domain list is empty.')
if len(ip_list) > 0:
for ip_addr in ip_list:
ip_results = getUrlsForIp(ip_addr)
if len(ip_results) > 0:
url_list.extend(ip_results)
else:
logging.warning('OTX IP list is empty.')
if len(url_list) > 0:
url_list = getSignificantItems(url_list)
else:
logging.warning('Cannot process empty URL list.')
return url_list
def getOTXList():
ip_list, domain_list, pulse_url = getPulseData()
url_list = []
if len(pulse_url) > 0:
url_list.extend(pulse_url)
else:
logging.warning('OTX URL list is empty.')
if len(domain_list) > 0:
for domain in domain_list:
domain_urls = getUrlsForDomain(domain)
if len(domain_urls) > 0:
url_list.extend(domain_urls)
else:
logging.warning('OTX domain list is empty.')
if len(ip_list) > 0:
for ip_addr in ip_list:
ip_results = getUrlsForIp(ip_addr)
if len(ip_results) > 0:
url_list.extend(ip_results)
else:
logging.warning('OTX IP list is empty.')
if len(url_list) > 0:
url_list = getSignificantItems(url_list)
else:
logging.warning('Cannot process empty URL list.')
return url_list
def getCrimeList():
ip_list = queryCrimeTracker()
if len(ip_list) > 0:
url_list = []
for ip_addr in ip_list:
ip_urls = getUrlsForIp(ip_addr)
if len(ip_urls) > 0:
url_list.extend(ip_urls)
if len(url_list) > 0:
url_list = getSignificantItems(url_list)
return url_list
else:
logging.warning('Cannot process empty URL list.')
else:
logging.warning('Cannot process empty IP list.')
return []
def getBLList():
domain_list = getBadDomains()
if len(domain_list) > 0:
url_list = []
for domain in domain_list:
domain_urls = getUrlsForDomain(domain)
if len(domain_urls) > 0:
url_list.extend(domain_urls)
if len(url_list) > 0:
url_list = getSignificantItems(url_list)
return url_list
else:
logging.warning('Cannot process empty URL list.')
else:
logging.warning('Cannot process empty domain list.')
return []
def getBLList():
domain_list = getBadDomains()
if len(domain_list) > 0:
url_list = []
for domain in domain_list:
domain_urls = getUrlsForDomain(domain)
if len(domain_urls) > 0:
url_list.extend(domain_urls)
if len(url_list) > 0:
url_list = getSignificantItems(url_list)
return url_list
else:
logging.warning('Cannot process empty URL list.')
else:
logging.warning('Cannot process empty domain list.')
return []