def normalize_url(self, url, charset='utf-8'):
url = encode(url, charset, 'ignore')
scheme, netloc, path, qs, anchor = urlsplit(url)
# Encode to utf8 to prevent urllib KeyError
path = encode(path, charset, 'ignore')
path = quote(path, '/%')
qs = quote_plus(qs, ':&%=')
return urlparse.urlunsplit((scheme, netloc, path, qs, anchor))
def normalize_url(self, url, charset='utf-8'):
url = encode(url, charset, 'ignore')
scheme, netloc, path, qs, anchor = urlsplit(url)
# Encode to utf8 to prevent urllib KeyError
path = encode(path, charset, 'ignore')
path = quote(path, '/%')
qs = quote_plus(qs, ':&%=')
return urlparse.urlunsplit((scheme, netloc, path, qs, anchor))
def tokey(*args):
"""
Computes a unique key from arguments given.
"""
salt = '||'.join([smart_text(arg) for arg in args])
hash_ = hashlib.md5(encode(salt))
return hash_.hexdigest()
def tokey(*args):
"""
Computes a unique key from arguments given.
"""
salt = "||".join([force_text(arg) for arg in args])
hash_ = hashlib.md5(encode(salt))
return hash_.hexdigest()
def tokey(*args):
"""
Computes a (hopefully) unique key from arguments given.
"""
salt = '||'.join([smart_str(arg) for arg in args])
hash_ = hashlib.md5(encode(salt))
return hash_.hexdigest()
def normalize_url(self, url, charset='utf-8'):
url = encode(url, charset, 'ignore')
scheme, netloc, path, qs, anchor = urlsplit(url)
path = quote(path, b'/%')
qs = quote_plus(qs, b':&%=')
return urlparse.urlunsplit((scheme, netloc, path, qs, anchor))
def normalize_url(self, url, charset='utf-8'):
url = encode(url, charset, 'ignore')
scheme, netloc, path, qs, anchor = urlsplit(url)
path = quote(path, b'/%')
qs = quote_plus(qs, b':&%=')
return urlparse.urlunsplit((scheme, netloc, path, qs, anchor))
def normalize_url(self, url, charset="utf-8"):
url = encode(url, charset, "ignore")
scheme, netloc, path, qs, anchor = urlsplit(url)
path = quote(path, b"/%")
qs = quote_plus(qs, b":&%=")
return urlparse.urlunsplit((scheme, netloc, path, qs, anchor))
