def test_get_public_suffix_from_empty_list(self):
psl = publicsuffix.PublicSuffixList([])
assert 'com' == psl.get_public_suffix('com')
assert 'com' == psl.get_public_suffix('COM')
assert 'com' == psl.get_public_suffix('.com')
assert 'com' == psl.get_public_suffix('a.example.com')
def test_convenience_functions(self):
psl = publicsuffix.PublicSuffixList()
# these functions should be identical
assert psl.get_sld('www.google.com') == psl.get_public_suffix(
'www.google.com')
assert psl.get_sld('www.test.ak.us') == psl.get_public_suffix(
'www.test.ak.us')
def test_no_wildcard(self):
psl = publicsuffix.PublicSuffixList()
# test completion when no wildcards should be processed
assert 'com.pg' == psl.get_public_suffix('telinet.com.pg',
wildcard=False)
assert 'ap-southeast-1.elb.amazonaws.com' == psl.get_public_suffix(
'blah.ap-southeast-1.elb.amazonaws.com', wildcard=False)
def test_utf8_encoded(self):
psl = publicsuffix.PublicSuffixList(
idna=False) # uses the list provided utf-8 defaults
assert u'食狮.com.cn' == psl.get_public_suffix(u'食狮.com.cn')
assert u'食狮.公司.cn' == psl.get_public_suffix(u'食狮.公司.cn')
assert u'食狮.公司.cn' == psl.get_public_suffix(u'www.食狮.公司.cn')
assert u'shishi.公司.cn' == psl.get_public_suffix(u'shishi.公司.cn')
def test_get_public_suffix_from_list(self):
psl = publicsuffix.PublicSuffixList(['com'])
assert 'example.com' == psl.get_public_suffix('a.example.com')
assert 'example.com' == psl.get_public_suffix('a.a.example.com')
assert 'example.com' == psl.get_public_suffix('a.a.a.example.com')
assert 'example.com' == psl.get_public_suffix('A.example.com')
assert 'example.com' == psl.get_public_suffix('.a.a.example.com')
def test_tld_function(self):
psl = publicsuffix.PublicSuffixList()
# checks that the eTLD or TLD is produced
assert psl.get_tld('com') == 'com'
assert psl.get_tld('telinet.com.pg', wildcard=True) == 'com.pg'
assert psl.get_tld('telinet.com.pg', wildcard=False) == 'pg'
assert psl.get_tld('telinet.co.uk', wildcard=False) == 'co.uk'
assert psl.get_tld('blah.local', strict=True) is None
def test_get_public_suffix_from_list_with_unicode(self):
psl = publicsuffix.PublicSuffixList([u('\u0440\u0444')], idna=False)
assert u('\u0440\u0444') == psl.get_public_suffix(u('\u0440\u0444'))
assert u('example.\u0440\u0444') == psl.get_public_suffix(
u('example.\u0440\u0444'))
assert u('example.\u0440\u0444') == psl.get_public_suffix(
u('a.example.\u0440\u0444'))
assert u('example.\u0440\u0444') == psl.get_public_suffix(
u('a.a.example.\u0440\u0444'))
def test_idna_encoded(self):
psl = publicsuffix.PublicSuffixList(idna=True) # actually the default
assert 'xn--85x722f.com.cn' == psl.get_public_suffix(
'xn--85x722f.com.cn')
assert 'xn--85x722f.xn--55qx5d.cn' == psl.get_public_suffix(
'xn--85x722f.xn--55qx5d.cn')
assert 'xn--85x722f.xn--55qx5d.cn' == psl.get_public_suffix(
'www.xn--85x722f.xn--55qx5d.cn')
assert 'shishi.xn--55qx5d.cn' == psl.get_public_suffix(
'shishi.xn--55qx5d.cn')
def test_get_public_suffix_from_list_with_exception_rule(self):
psl = publicsuffix.PublicSuffixList(
['*.example.com', '!b.example.com'])
assert 'a.example.com' == psl.get_public_suffix('a.example.com')
assert 'a.a.example.com' == psl.get_public_suffix('a.a.example.com')
assert 'a.a.example.com' == psl.get_public_suffix('a.a.a.example.com')
assert 'a.a.example.com' == psl.get_public_suffix(
'a.a.a.a.example.com')
assert 'b.example.com' == psl.get_public_suffix('b.example.com')
assert 'b.example.com' == psl.get_public_suffix('b.b.example.com')
assert 'b.example.com' == psl.get_public_suffix('b.b.b.example.com')
assert 'b.example.com' == psl.get_public_suffix('b.b.b.b.example.com')
def test_get_public_suffix_from_list_with_fqdn(self):
psl = publicsuffix.PublicSuffixList(['com'])
assert 'example.com' == psl.get_public_suffix('example.com.')
def test_exceptions(self):
psl = publicsuffix.PublicSuffixList()
assert 'www.ck' == psl.get_public_suffix(
'www.www.ck') # www is the exception
assert 'this.that.ck' == psl.get_public_suffix('this.that.ck')
def test_get_public_suffix_from_builtin_full_publicsuffix_org(self):
psl = publicsuffix.PublicSuffixList(None)
# Mixed case.
assert 'com' == psl.get_public_suffix('COM')
assert 'example.com' == psl.get_public_suffix('example.COM')
assert 'example.com' == psl.get_public_suffix('WwW.example.COM')
# Leading dot.
assert 'com' == psl.get_public_suffix('.com')
assert 'example' == psl.get_public_suffix('.example')
assert 'example.com' == psl.get_public_suffix('.example.com')
assert 'example' == psl.get_public_suffix('.example.example')
# Unlisted TLD.
assert 'example' == psl.get_public_suffix('example')
assert 'example' == psl.get_public_suffix('example.example')
assert 'example' == psl.get_public_suffix('b.example.example')
assert 'example' == psl.get_public_suffix('a.b.example.example')
# Listed, but non-Internet, TLD.
assert 'local' == psl.get_public_suffix('local')
assert 'local' == psl.get_public_suffix('example.local')
assert 'local' == psl.get_public_suffix('b.example.local')
assert 'local' == psl.get_public_suffix('a.b.example.local')
# TLD with only one rule.
assert 'biz' == psl.get_public_suffix('biz')
assert 'domain.biz' == psl.get_public_suffix('domain.biz')
assert 'domain.biz' == psl.get_public_suffix('b.domain.biz')
assert 'domain.biz' == psl.get_public_suffix('a.b.domain.biz')
# TLD with some two-level rules.
assert 'com' == psl.get_public_suffix('com')
assert 'example.com' == psl.get_public_suffix('example.com')
assert 'example.com' == psl.get_public_suffix('b.example.com')
assert 'example.com' == psl.get_public_suffix('a.b.example.com')
assert 'uk.com' == psl.get_public_suffix('uk.com')
assert 'example.uk.com' == psl.get_public_suffix('example.uk.com')
assert 'example.uk.com' == psl.get_public_suffix('b.example.uk.com')
assert 'example.uk.com' == psl.get_public_suffix('a.b.example.uk.com')
assert 'test.ac' == psl.get_public_suffix('test.ac')
# TLD with only one wildcard rule.
assert 'er' == psl.get_public_suffix('er')
assert 'c.er' == psl.get_public_suffix('c.er')
assert 'b.c.er' == psl.get_public_suffix('b.c.er')
assert 'b.c.er' == psl.get_public_suffix('a.b.c.er')
# More complex TLD.
assert 'jp' == psl.get_public_suffix('jp')
assert 'test.jp' == psl.get_public_suffix('test.jp')
assert 'test.jp' == psl.get_public_suffix('www.test.jp')
assert 'ac.jp' == psl.get_public_suffix('ac.jp')
assert 'test.ac.jp' == psl.get_public_suffix('test.ac.jp')
assert 'test.ac.jp' == psl.get_public_suffix('www.test.ac.jp')
assert 'kobe.jp' == psl.get_public_suffix('kobe.jp')
assert 'c.kobe.jp' == psl.get_public_suffix('c.kobe.jp')
assert 'b.c.kobe.jp' == psl.get_public_suffix('b.c.kobe.jp')
assert 'b.c.kobe.jp' == psl.get_public_suffix('a.b.c.kobe.jp')
# Exception rule.
assert 'city.kobe.jp' == psl.get_public_suffix('city.kobe.jp')
assert 'city.kobe.jp' == psl.get_public_suffix('www.city.kobe.jp')
# US K12.
assert 'us' == psl.get_public_suffix('us')
assert 'test.us' == psl.get_public_suffix('test.us')
assert 'test.us' == psl.get_public_suffix('www.test.us')
assert 'ak.us' == psl.get_public_suffix('ak.us')
assert 'test.ak.us' == psl.get_public_suffix('test.ak.us')
assert 'test.ak.us' == psl.get_public_suffix('www.test.ak.us')
assert 'k12.ak.us' == psl.get_public_suffix('k12.ak.us')
assert 'test.k12.ak.us' == psl.get_public_suffix('test.k12.ak.us')
assert 'test.k12.ak.us' == psl.get_public_suffix('www.test.k12.ak.us')