def test_0_tld_names_loaded(self):
"""
Test if tld names are loaded.
"""
get_tld('http://www.google.co.uk')
from tld.utils import tld_names
res = len(tld_names) > 0
self.assertTrue(res)
return res
def test_0_tld_names_loaded(self):
"""
Test if tld names are loaded.
"""
get_tld('http://www.google.co.uk')
from tld.utils import tld_names
res = len(tld_names) > 0
self.assertTrue(res)
return res
def get2LD(s):
mix = ""
try:
if "http" in s:
mix = get_tld(s)
else:
mix = get_tld('http://' + s)
# print(mix)
except:
logging.debug('Error with get_tld() function: % s ' % s)
return mix
def get_onion_tld(url):
hostname = urlparse(url).hostname
if hostname.endswith(".onion"):
# For .onion urls, we don't count the subdomains separately
# since there won't be any additional lookup for them
return "%s.onion" % hostname.split(".")[-2]
else:
return get_tld(url)
def getTLDObj(s):
mix = ""
try:
mix = get_tld(s, as_object=True)
except:
logging.debug('Error with get_tld() function: % s ' % s)
return mix
def test_3_bad_patterns_pass(self):
"""
Test bad URL patterns.
"""
res = []
for url in self.bad_patterns:
r = get_tld(url, fail_silently=True)
self.assertEqual(r, None)
res.append(r)
return res
def test_2_good_patterns_pass(self):
"""
Test good URL patterns.
"""
res = []
for data in self.good_patterns:
r = get_tld(data['url'], fail_silently=True)
self.assertEqual(r, data['tld'])
res.append(r)
return res
def test_3_bad_patterns_pass(self):
"""
Test bad URL patterns.
"""
res = []
for url in self.bad_patterns:
r = get_tld(url, fail_silently=True)
self.assertEqual(r, None)
res.append(r)
return res
def test_2_good_patterns_pass(self):
"""
Test good URL patterns.
"""
res = []
for data in self.good_patterns:
r = get_tld(data['url'], fail_silently=True)
self.assertEqual(r, data['tld'])
res.append(r)
return res
def test_5_good_patterns_pass_parsed_object(self):
"""
Test good URL patterns.
"""
res = []
for data in self.good_patterns:
r = get_tld(data['url'], fail_silently=True, as_object=True)
self.assertEqual(r.tld, data['tld'])
self.assertEqual(r.subdomain, data['subdomain'])
self.assertEqual(r.domain, data['domain'])
self.assertEqual(r.suffix, data['suffix'])
res.append(r)
return res
def test_5_good_patterns_pass_parsed_object(self):
"""
Test good URL patterns.
"""
res = []
for data in self.good_patterns:
r = get_tld(data['url'], fail_silently=True, as_object=True)
self.assertEqual(r.tld, data['tld'])
self.assertEqual(r.subdomain, data['subdomain'])
self.assertEqual(r.domain, data['domain'])
self.assertEqual(r.suffix, data['suffix'])
res.append(r)
return res
