def normalize_url(self, url, charset='utf-8'): url = encode(url, charset, 'ignore') scheme, netloc, path, qs, anchor = urlsplit(url) # Encode to utf8 to prevent urllib KeyError path = encode(path, charset, 'ignore') path = quote(path, '/%') qs = quote_plus(qs, ':&%=') return urlparse.urlunsplit((scheme, netloc, path, qs, anchor))
def tokey(*args): """ Computes a unique key from arguments given. """ salt = '||'.join([smart_text(arg) for arg in args]) hash_ = hashlib.md5(encode(salt)) return hash_.hexdigest()
def tokey(*args): """ Computes a unique key from arguments given. """ salt = "||".join([force_text(arg) for arg in args]) hash_ = hashlib.md5(encode(salt)) return hash_.hexdigest()
def tokey(*args): """ Computes a (hopefully) unique key from arguments given. """ salt = '||'.join([smart_str(arg) for arg in args]) hash_ = hashlib.md5(encode(salt)) return hash_.hexdigest()
def normalize_url(self, url, charset='utf-8'): url = encode(url, charset, 'ignore') scheme, netloc, path, qs, anchor = urlsplit(url) path = quote(path, b'/%') qs = quote_plus(qs, b':&%=') return urlparse.urlunsplit((scheme, netloc, path, qs, anchor))
def normalize_url(self, url, charset="utf-8"): url = encode(url, charset, "ignore") scheme, netloc, path, qs, anchor = urlsplit(url) path = quote(path, b"/%") qs = quote_plus(qs, b":&%=") return urlparse.urlunsplit((scheme, netloc, path, qs, anchor))