def get_domains(self, validate=False): u_utils = UrlUtils() for url in self.urls: domain = u_utils.getDomain(url) if domain not in self.domains: if validate: tv = TargetValidator(self.keywords,self.urls,self.domains) if tv.keywords_at_URL_and_domain(domain,url): self.domains.append(domain) else: self.domains.append(domain) return True
def get_ips(self, validate=False): hosts = [] u_utils = UrlUtils() for url in self.urls: host = u_utils.getHost(url) ip = u_utils.getIP(url) domain = u_utils.getDomain(url) if host not in hosts: if validate: tv = TargetValidator(self.keywords,self.urls,self.domains) if tv.keywords_at_URL_and_domain(domain,url): hosts.append(host) self.hosts_and_ips.append("{0}:{1}".format(host,ip)) else: hosts.append(host) self.hosts_and_ips.append("{0}:{1}".format(host,ip)) return True