def _really_load(self, f, filename, ignore_discard, ignore_expires):
now = time.time()
magic = f.readline()
if not re.search(self.magic_re, magic):
f.close()
raise LoadError(
"%r does not look like a Netscape format cookies file" %
filename)
try:
while 1:
line = f.readline()
if line == "":
break
# last field may be absent, so keep any trailing tab
if line.endswith("\n"):
line = line[:-1]
# skip comments and blank lines XXX what is $ for?
if (line.strip().startswith(("#", "$")) or line.strip() == ""):
continue
(domain, domain_specified, path, secure, expires, name,
value) = line.split("\t", 6) # Changed by Kovid
secure = (secure == "TRUE")
domain_specified = (domain_specified == "TRUE")
if name == "":
# cookies.txt regards 'Set-Cookie: foo' as a cookie
# with no name, whereas cookielib regards it as a
# cookie with no value.
name = value
value = None
initial_dot = domain.startswith(".")
if domain_specified != initial_dot:
raise ValueError()
assert domain_specified == initial_dot
discard = False
if expires == "":
expires = None
discard = True
# assume path_specified is false
c = Cookie(0, name, value, None, False, domain,
domain_specified, initial_dot, path, False, secure,
expires, discard, None, None, {})
if not ignore_discard and c.discard:
continue
if not ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except IOError:
raise
except Exception:
raise LoadError("invalid Netscape format cookies file %r: %r" %
(filename, line))
def _really_load(self, f, filename, ignore_discard, ignore_expires):
now = time.time()
magic = f.readline()
if not re.search(self.magic_re, magic):
f.close()
raise LoadError(
'%r does not look like a Netscape format cookies file' %
filename)
try:
while 1:
line = f.readline()
if line == '':
break
if line.endswith('\n'):
line = line[:-1]
if line.strip().startswith(('#', '$')) or line.strip() == '':
continue
domain, domain_specified, path, secure, expires, name, value = line.split(
'\t')
secure = secure == 'TRUE'
domain_specified = domain_specified == 'TRUE'
if name == '':
name = value
value = None
initial_dot = domain.startswith('.')
if not domain_specified == initial_dot:
raise AssertionError
discard = False
expires = expires == '' and None
discard = True
c = Cookie(0, name, value, None, False, domain,
domain_specified, initial_dot, path, False, secure,
expires, discard, None, None, {})
if not ignore_discard and c.discard:
continue
if not ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except IOError:
raise
except Exception:
_warn_unhandled_exception()
raise LoadError('invalid Netscape format cookies file %r: %r' %
(filename, line))
return
def load(self, key, ignore_discard=False, ignore_expires=False):
now = time.time()
line = ''
try:
rvalue = self.redis.get(key)
if rvalue is None: return
lines = rvalue.split("\n")
for line in lines:
if line == '': break
if line.endswith("\n"): line = line[:-1]
#注释
if (line.strip().startswith(("#", "$")) or line.strip() == ""):
continue
domain, domain_specified, path, secure, expires, name, value = \
line.split("\t")
secure = (secure == "TRUE")
domain_specified = (domain_specified == "TRUE")
if name == '':
name = value
value = None
#
initial_dot = domain.startswith(".")
assert domain_specified == initial_dot
discard = False
if expires == "":
expires = None
discard = True
# assume path_specified is false
c = Cookie(0, name, value, None, False, domain,
domain_specified, initial_dot, path, False, secure,
expires, discard, None, None, {})
if ignore_discard and c.discard:
continue
if ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except Exception:
#_warn_unhandled_exception()
raise LoadError("invalid format cookies redis %s: %r" %
(key, line))
def _really_load(self, f, filename, ignore_discard, ignore_expires):
magic = f.readline()
if not re.search(self.magic_re, magic):
msg = '%r does not look like a Set-Cookie3 (LWP) format file' % filename
raise LoadError(msg)
now = time.time()
header = 'Set-Cookie3:'
boolean_attrs = ('port_spec', 'path_spec', 'domain_dot', 'secure',
'discard')
value_attrs = ('version', 'port', 'path', 'domain', 'expires',
'comment', 'commenturl')
try:
while 1:
line = f.readline()
if line == '':
break
if not line.startswith(header):
continue
line = line[len(header):].strip()
for data in split_header_words([line]):
name, value = data[0]
standard = {}
rest = {}
for k in boolean_attrs:
standard[k] = False
for k, v in data[1:]:
if k is not None:
lc = k.lower()
else:
lc = None
if lc in value_attrs or lc in boolean_attrs:
k = lc
if k in boolean_attrs:
if v is None:
v = True
standard[k] = v
elif k in value_attrs:
standard[k] = v
else:
rest[k] = v
h = standard.get
expires = h('expires')
discard = h('discard')
if expires is not None:
expires = iso2time(expires)
if expires is None:
discard = True
domain = h('domain')
domain_specified = domain.startswith('.')
c = Cookie(h('version'), name, value, h('port'),
h('port_spec'), domain, domain_specified,
h('domain_dot'), h('path'), h('path_spec'),
h('secure'), expires, discard, h('comment'),
h('commenturl'), rest)
if not ignore_discard and c.discard:
continue
if not ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except IOError:
raise
except Exception:
_warn_unhandled_exception()
raise LoadError('invalid Set-Cookie3 format file %r: %r' %
(filename, line))
return
def _really_load(self, f, filename, ignore_discard, ignore_expires):
"""
This function is required to monkey patch MozillaCookieJar's _really_load
function which does not understand the curl format cookie file created
by ecp-cookie-init. It patches the code so that #HttpOnly_ get loaded.
https://bugs.python.org/issue2190
https://bugs.python.org/file37625/httponly.patch
"""
now = time.time()
magic = f.readline()
if not re.search(self.magic_re, magic):
f.close()
raise LoadError(
"%r does not look like a Netscape format cookies file" %
filename)
try:
while 1:
line = f.readline()
if line == "": break
# last field may be absent, so keep any trailing tab
if line.endswith("\n"): line = line[:-1]
sline = line.strip()
# support HttpOnly cookies (as stored by curl or old Firefox).
if sline.startswith("#HttpOnly_"):
line = sline[10:]
# skip comments and blank lines XXX what is $ for?
elif (sline.startswith(("#", "$")) or sline == ""):
continue
domain, domain_specified, path, secure, expires, name, value = \
line.split("\t")
secure = (secure == "TRUE")
domain_specified = (domain_specified == "TRUE")
if name == "":
# cookies.txt regards 'Set-Cookie: foo' as a cookie
# with no name, whereas cookielib regards it as a
# cookie with no value.
name = value
value = None
initial_dot = domain.startswith(".")
assert domain_specified == initial_dot
discard = False
if expires == "":
expires = None
discard = True
# assume path_specified is false
c = Cookie(0, name, value,
None, False,
domain, domain_specified, initial_dot,
path, False,
secure,
expires,
discard,
None,
None,
{})
if not ignore_discard and c.discard:
continue
if not ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except IOError:
raise
except Exception:
_warn_unhandled_exception()
raise LoadError("invalid Netscape format cookies file %r: %r" %
(filename, line))
def _really_load(self, f, filename, ignore_discard, ignore_expires):
now = time.time()
try:
while 1:
line = f.readline()
if line == "": break
# last field may be absent, so keep any trailing tab
if line.endswith("\n"): line = line[:-1]
# skip comments and blank lines XXX what is $ for?
if (line.strip().startswith(("#", "$")) or line.strip() == ""):
continue
# domain, domain_specified, path, secure, expires, name, value = \
# line.split("\t")
# 2013-09-07 Firebug 导出的 cookies.txt 格式如下：
#
# .douban.fm TRUE / FALSE 1403077533 undefined openExpPan Y
#
# 和原来相比多了 undefined 这一列(PS: 不太清楚是干什么的)
# 与 curl 使用的 cookie 文件格式不兼容，需要去掉这一列才能用于 curl
arr = line.strip().split("\t")
domain = arr.pop(0)
domain_specified = arr.pop(0)
path = arr.pop(0)
secure = arr.pop(0)
expires = arr.pop(0)
value = arr.pop()
if arr:
name = arr.pop()
else:
name = value
value = None
secure = (secure == "TRUE")
domain_specified = (domain_specified == "TRUE")
initial_dot = domain.startswith(".")
assert domain_specified == initial_dot
discard = False
if expires == None:
expires = None
discard = True
# assume path_specified is false
c = Cookie(0, name, value, None, False, domain,
domain_specified, initial_dot, path, False, secure,
expires, discard, None, None, {})
if not ignore_discard and c.discard:
continue
if not ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except IOError:
raise
except Exception:
_warn_unhandled_exception()
raise LoadError("invalid Netscape format cookies file %r: %r" %
(filename, line))
def _really_load(self, f, filename, ignore_discard, ignore_expires):
"""
Override this method in order to provide better error handling.
"""
now = time.time()
magic = f.readline()
if not re.search(self.magic_re, magic):
f.close()
msg = "%r does not look like a Netscape format cookies file"
raise LoadError(msg % filename)
try:
while 1:
line = f.readline()
if line == "":
break
# last field may be absent, so keep any trailing tab
if line.endswith("\n"):
line = line[:-1]
# skip comments and blank lines XXX what is $ for?
if line.strip().startswith(("#", "$")) or line.strip() == "":
continue
split_values = line.split("\t")
if len(split_values) != 7:
msg = 'Expected seven tab delimited fields, got %s in %s: %s'
args = (len(split_values), filename, line)
raise LoadError(msg % args)
domain, domain_specified, path, secure, expires, name, value = split_values
secure = (secure == "TRUE")
domain_specified = (domain_specified == "TRUE")
if name == "":
# cookies.txt regards 'Set-Cookie: foo' as a cookie
# with no name, whereas cookielib regards it as a
# cookie with no value.
name = value
value = None
initial_dot = domain.startswith(".")
if domain_specified != initial_dot:
if domain_specified:
msg = (
'The second tab delimited field (domain_specified) is'
' set to %s and the domain does NOT start with a dot (%s).'
' This is not acceptable by the Mozilla Cookie format.'
' Issue found at %s: %s')
args = (domain_specified, domain, filename, line)
raise LoadError(msg % args)
else:
msg = (
'The second tab delimited field (domain_specified) is'
' set to %s and the domain starts with a dot (%s).'
' This is not acceptable by the Mozilla Cookie format.'
' Issue found at %s: %s')
args = (domain_specified, domain, filename, line)
raise LoadError(msg % args)
discard = False
if expires == "":
expires = None
discard = True
# assume path_specified is false
c = Cookie(0, name, value, None, False, domain,
domain_specified, initial_dot, path, False, secure,
expires, discard, None, None, {})
if not ignore_discard and c.discard:
continue
if not ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except IOError:
raise
except Exception:
_warn_unhandled_exception()
raise LoadError("invalid Netscape format cookies file %r: %r" %
(filename, line))
def _really_load(self, f, filename, ignore_discard, ignore_expires):
magic = f.readline()
if not re.search(self.magic_re, magic):
msg = ("%r does not look like a Set-Cookie3 (LWP) format "
"file" % filename)
raise LoadError(msg)
now = time.time()
header = "Set-Cookie3:"
boolean_attrs = ("port_spec", "path_spec", "domain_dot",
"secure", "discard")
value_attrs = ("version",
"port", "path", "domain",
"expires",
"comment", "commenturl")
try:
while 1:
line = f.readline()
if line == "": break
if not line.startswith(header):
continue
line = line[len(header):].strip()
for data in split_header_words([line]):
name, value = data[0]
standard = {}
rest = {}
for k in boolean_attrs:
standard[k] = False
for k, v in data[1:]:
if k is not None:
lc = k.lower()
else:
lc = None
# don't lose case distinction for unknown fields
if (lc in value_attrs) or (lc in boolean_attrs):
k = lc
if k in boolean_attrs:
if v is None: v = True
standard[k] = v
elif k in value_attrs:
standard[k] = v
else:
rest[k] = v
h = standard.get
expires = h("expires")
discard = h("discard")
if expires is not None:
expires = iso2time(expires)
if expires is None:
discard = True
domain = h("domain")
domain_specified = domain.startswith(".")
c = Cookie(h("version"), name, value,
h("port"), h("port_spec"),
domain, domain_specified, h("domain_dot"),
h("path"), h("path_spec"),
h("secure"),
expires,
discard,
h("comment"),
h("commenturl"),
rest)
if not ignore_discard and c.discard:
continue
if not ignore_expires and c.is_expired(now):
continue
self.set_cookie(c)
except IOError:
raise
except Exception:
_warn_unhandled_exception()
raise LoadError("invalid Set-Cookie3 format file %r: %r" %
(filename, line))