def test_update_scheme(self):
url = Url('http://githubbadge.appspot.com/badge/berkerpeksag?s=1')
old_scheme = url.scheme
self.assertEqual('http', url.scheme)
url.scheme = 'https'
self.assertEqual('https', url.scheme)
self.assertNotEqual(old_scheme, url.scheme)
def test_update_scheme_and_url(self):
url_string = 'http://githubbadge.appspot.com/badge/berkerpeksag?s=1'
url = Url(url_string)
self.assertEqual(url_string, url.url)
url.scheme = 'https'
self.assertEqual(
'https://githubbadge.appspot.com/badge/berkerpeksag?s=1', url.url)
def test_update_scheme_and_url(self):
url_string = 'http://githubbadge.appspot.com/badge/berkerpeksag?s=1'
url = Url(url_string)
self.assertEqual(url_string, url.url)
url.scheme = 'https'
self.assertEqual(
'https://githubbadge.appspot.com/badge/berkerpeksag?s=1', url.url)
def test_update_scheme(self):
url = Url('http://githubbadge.appspot.com/badge/berkerpeksag?s=1')
old_scheme = url.scheme
self.assertEqual('http', url.scheme)
url.scheme = 'https'
self.assertEqual('https', url.scheme)
self.assertNotEqual(old_scheme, url.scheme)
def test_update_url_and_port(self):
"""When a URL contains a port test that we can update it"""
url_string = 'http://test.python.org:8080/foo/#top'
url = Url(url_string)
url.port = 9000
self.assertEqual(9000, url.port)
self.assertEqual('http://test.python.org:9000/foo/#top', url.url)
self.assertEqual('test.python.org:9000', url.netloc)
def test_set_port(self):
"""When a URL does not contain a port test we can set one"""
url_string = 'http://test.python.org/foo/#top'
url = Url(url_string)
url.port = 8080
self.assertEqual(8080, url.port)
self.assertEqual('http://test.python.org:8080/foo/#top', url.url)
self.assertEqual('test.python.org:8080', url.netloc)
def test_update_url_and_port(self):
"""When a URL contains a port test that we can update it"""
url_string = 'http://test.python.org:8080/foo/#top'
url = Url(url_string)
url.port = 9000
self.assertEqual(9000, url.port)
self.assertEqual('http://test.python.org:9000/foo/#top', url.url)
self.assertEqual('test.python.org:9000', url.netloc)
def test_set_port(self):
"""When a URL does not contain a port test we can set one"""
url_string = 'http://test.python.org/foo/#top'
url = Url(url_string)
url.port = 8080
self.assertEqual(8080, url.port)
self.assertEqual('http://test.python.org:8080/foo/#top', url.url)
self.assertEqual('test.python.org:8080', url.netloc)
def test_update_host_and_url(self):
url_string = 'http://githubbadge.appspot.com/badge/berkerpeksag?s=1'
url = Url(url_string)
old_host = url.host
self.assertEqual('githubbadge.appspot.com', url.host)
url.host = 'githubbadge.com'
self.assertNotEqual(old_host, url.host)
self.assertEqual(
'http://githubbadge.com/badge/berkerpeksag?s=1', url.url)
def test_update_host_and_url(self):
url_string = 'http://githubbadge.appspot.com/badge/berkerpeksag?s=1'
url = Url(url_string)
old_host = url.host
self.assertEqual('githubbadge.appspot.com', url.host)
url.host = 'githubbadge.com'
self.assertNotEqual(old_host, url.host)
self.assertEqual('http://githubbadge.com/badge/berkerpeksag?s=1',
url.url)
def test_update_path_and_url(self):
url_string = 'http://githubbadge.appspot.com/badge/berkerpeksag?s=1'
url = Url(url_string)
old_path = url.path
self.assertEqual('/badge/berkerpeksag', url.path)
self.assertTrue(url.path.startswith('/'))
url.path = 'badge/BYK'
self.assertEqual('badge/BYK', url.path)
self.assertNotEqual(old_path, url.path)
self.assertEqual('http://githubbadge.appspot.com/badge/BYK?s=1',
url.url)
def test_update_path_and_url(self):
url_string = 'http://githubbadge.appspot.com/badge/berkerpeksag?s=1'
url = Url(url_string)
old_path = url.path
self.assertEqual('/badge/berkerpeksag', url.path)
self.assertTrue(url.path.startswith('/'))
url.path = 'badge/BYK'
self.assertEqual('badge/BYK', url.path)
self.assertNotEqual(old_path, url.path)
self.assertEqual('http://githubbadge.appspot.com/badge/BYK?s=1',
url.url)
def test_url_no_port(self):
"""When a URL does not contain a port test that None is returned"""
url_string = 'http://test.python.org/foo/#top'
url = Url(url_string)
self.assertEqual(None, url.port)
self.assertEqual('test.python.org', url.host)
self.assertEqual('test.python.org', url.netloc)
def test_parse_url(self):
url = Url('http://www.mozilla.org/en-US/')
self.assertEqual('http://www.mozilla.org/en-US/', str(url))
self.assertEqual('http://www.mozilla.org/en-US/', url.url)
self.assertEqual('http', url.scheme)
self.assertEqual('www.mozilla.org', url.host)
self.assertEqual('', url.querystring)
def test_change_host(self):
url_str = 'http://docs.python.org/library/urlparse.html'
url = Url(url_str, netloc='dev.python.org')
self.assertEqual('http', url.scheme)
self.assertEqual('dev.python.org', url.host)
self.assertEqual('http://dev.python.org/library/urlparse.html',
url.url)
def test_get_port(self):
"""When a URL contains a port test it is returned correctly"""
url_string = 'http://test.python.org:8080/foo/#top'
url = Url(url_string)
self.assertEqual(8080, url.port)
self.assertEqual('test.python.org:8080', url.host)
self.assertEqual('test.python.org:8080', url.netloc)
def test_alias_host_netloc(self):
url_str = 'http://docs.python.org/library/urlparse.html'
url = Url(url_str, netloc='dev.python.org')
self.assertEqual('dev.python.org', url.host)
self.assertEqual('dev.python.org', url.netloc)
self.assertEqual(url.netloc, url.host)
self.assertEqual('http://dev.python.org/library/urlparse.html',
url.url)
def _make_api_call(self, api, resource, parameters, headers):
if api not in self.webservice_endpoints:
logging.error("Requested API '{}' is not Supported.".format(api))
return false
api_url = Url('')
api_url.host = self.webservice_hostname
api_url.scheme = self.webservice_protocol
api_url.path = "{}/{}/{}.{}".format(self.webservice_path, api,
resource, self.webservice_format)
response = requests.get(api_url.url)
if response.status_code != 200:
return False
if self.webservice_format == 'json':
return response.json()
return response.text
def process_line(line):
"""Return a list of hostnames wi th www removed
>>> process_line('https://abcd.com/asdasd')
'abcd.com'
>>> process_line('http://abce.com')
'abce.com'
>>> process_line('http://www.abcd.com/dsdsd')
'abcd.com'
>>> process_line('invalid_url')
''
"""
ext = Url(line.rstrip('\n').lower())
return ext.host.replace("www.", "")
def test_url_with_fragment(self):
url_string = 'http://test.python.org:5432/foo/#top'
url = Url(url_string)
self.assertEqual('top', url.fragment)
def test_change_scheme(self):
url_str = '//www.python.org'
url = Url(url_str, scheme='http')
self.assertEqual('http', url.scheme)
self.assertEqual('http://www.python.org', url.url)
def test_rfc1808(self):
url = Url('www.python.org')
self.assertEqual('//www.python.org', url.host)
def test_manipulate_querystring(self):
url_string = 'http://example.com/berkerpeksag?s=1&a=0&b=berker'
url = Url(url_string)
self.assertEqual({'a': ['0'], 's': ['1'], 'b': ['berker']}, url.qs)
self.assertEqual(['0'], url.qs.get('a'))
def test_update_querystring_and_url(self):
url = Url('http://githubbadge.appspot.com/badge/berkerpeksag?s=1&a=0')
self.assertEqual({'a': ['0'], 's': ['1']}, url.qs)
def test_url_with_port(self):
url_string = 'http://test.python.org:5432/foo/#top'
url = Url(url_string)
self.assertEqual('test.python.org:5432', url.host)
self.assertEqual('/foo/', url.path)
