示例#1
0
    def _init_cookies(self):
        """Populate the session's cookiejar"""
        if self.cookiedomain is None:
            return

        cookies = self.config("cookies")
        if cookies:
            if isinstance(cookies, dict):
                self._update_cookies_dict(cookies, self.cookiedomain)
            elif isinstance(cookies, str):
                cookiefile = util.expand_path(cookies)
                cookiejar = http.cookiejar.MozillaCookieJar()
                try:
                    cookiejar.load(cookiefile)
                except OSError as exc:
                    self.log.warning("cookies: %s", exc)
                else:
                    self._cookiejar.update(cookiejar)
                    self._cookiefile = cookiefile
            else:
                self.log.warning(
                    "expected 'dict' or 'str' value for 'cookies' option, "
                    "got '%s' (%s)", cookies.__class__.__name__, cookies)

        cookies = cloudflare.cookies(self.category)
        if cookies:
            domain, cookies = cookies
            self._update_cookies_dict(cookies, domain)
示例#2
0
def main():
    cookiejar = FirefoxCookieJar()
    # cookiejar.load('firefox/cookies.sqlite')
    cookiejar.load()
    out_cookiejar = http.cookiejar.MozillaCookieJar()
    for cookie in cookiejar:
        out_cookiejar.set_cookie(cookie)
    out_cookiejar.save(filename='/dev/stdout',
                       ignore_discard=True,
                       ignore_expires=True)
示例#3
0
def test4():
    cookiejar = http.cookiejar.MozillaCookieJar()

    cookiejar.load('cookie.txt')

    handler = urllib.request.HTTPCookieProcessor(cookiejar)

    opener = urllib.request.build_opener(handler)

    response = opener.open("http://www.baidu.com")
    print(response.read())
示例#4
0
 def _setup_cookie_processor(self, cookie_filename):
     if not cookie_filename:
         return None
     if (os.path.exists(cookie_filename) and not
             os.path.isfile(cookie_filename)):
         raise ValueError("%s exists but is no file" % cookie_filename)
     elif not os.path.exists(cookie_filename):
         open(cookie_filename, 'w').close()
     cookiejar = http.cookiejar.LWPCookieJar(cookie_filename)
     cookiejar.load(ignore_discard=True)
     return urllib.request.HTTPCookieProcessor(cookiejar)
def startCourseImporter():
	downloadDirectory = MediaManager(mw.col, None).dir()
	cookiefilename = os.path.join(mw.pm.profileFolder(), 'memrise.cookies')
	cookiejar = http.cookiejar.MozillaCookieJar(cookiefilename)
	if os.path.isfile(cookiefilename):
		cookiejar.load()
	memriseService = memrise.Service(downloadDirectory, cookiejar)
	if memriseService.isLoggedIn() or MemriseLoginDialog.login(memriseService):
		cookiejar.save()
		memriseCourseImporter = MemriseImportDialog(memriseService)
		memriseCourseImporter.exec_()
示例#6
0
def init_cookies():
    cookiejar = http.cookiejar.MozillaCookieJar('_swordfishpds_cookies.txt')
    try:
        cookiejar.load()
    except (FileNotFoundError, http.cookiejar.LoadError):
        pass
    atexit.register(cookiejar.save)

    opener = urllib.request.build_opener()
    opener.add_handler(urllib.request.HTTPCookieProcessor(cookiejar))
    urllib.request.install_opener(opener)
示例#7
0
def startCourseImporter():
	downloadDirectory = MediaManager(mw.col, None).dir()
	cookiefilename = os.path.join(mw.pm.profileFolder(), 'memrise.cookies')
	cookiejar = http.cookiejar.MozillaCookieJar(cookiefilename)
	if os.path.isfile(cookiefilename):
		cookiejar.load()
	memriseService = memrise.Service(downloadDirectory, cookiejar)
	if memriseService.isLoggedIn() or MemriseLoginDialog.login(memriseService):
		cookiejar.save()
		memriseCourseImporter = MemriseImportDialog(memriseService)
		memriseCourseImporter.exec_()
示例#8
0
def load_cookie():
    file = 'cookie.txt'
    cookiejar = http.cookiejar.LWPCookieJar()
    cookiejar.load(filename=file, ignore_expires=True, ignore_discard=True)

    cookie_processor = urllib.request.HTTPCookieProcessor(cookiejar)
    opener = urllib.request.build_opener(cookie_processor)

    response = opener.open('http://www.baidu.com')

    return response
def LoadCookieFromFileDemo():
    filename = 'cookie.txt'
    cookiejar = http.cookiejar.MozillaCookieJar(filename)
    cookiejar.load(filename, ignore_discard=True, ignore_expires=True)

    handler = urllib.request.HTTPCookieProcessor(cookiejar)

    opener = urllib.request.build_opener(handler)

    response = opener.open('http://www.baidu.com')
    print(response.read())
    print(cookiejar)
示例#10
0
def login():
    if not os.path.exists(r"cookie.txt"):
        PixivID = input("ID:")
        password = input("Password:"******"pixiv_id"] = PixivID
        post_data["pass"] = password
        request = urllib.request.Request('http://www.pixiv.net/login.php',
                                         urllib.parse.urlencode(post_data).encode(encoding='utf_8'))
        urlOpener.open(request)
        cookiejar.save("cookie.txt")
    else:
        cookiejar.load("cookie.txt")
示例#11
0
    def _init_cookies(self):
        """Populate the session's cookiejar"""
        cookies = self.config("cookies")
        if cookies:
            if isinstance(cookies, dict):
                self._update_cookies_dict(cookies, self.cookiedomain)
            else:
                cookiejar = http.cookiejar.MozillaCookieJar()
                try:
                    cookiejar.load(cookies)
                except OSError as exc:
                    self.log.warning("cookies: %s", exc)
                else:
                    self.session.cookies.update(cookiejar)

        cookies = cloudflare.cookies(self.category)
        if cookies:
            domain, cookies = cookies
            self._update_cookies_dict(cookies, domain)
示例#12
0
文件: common.py 项目: mikf/gallery-dl
    def _init_cookies(self):
        """Populate the session's cookiejar"""
        cookies = self.config("cookies")
        if cookies:
            if isinstance(cookies, dict):
                self._update_cookies_dict(cookies, self.cookiedomain)
            else:
                cookiejar = http.cookiejar.MozillaCookieJar()
                try:
                    cookiejar.load(cookies)
                except OSError as exc:
                    self.log.warning("cookies: %s", exc)
                else:
                    self.session.cookies.update(cookiejar)

        cookies = cloudflare.cookies(self.category)
        if cookies:
            domain, cookies = cookies
            self._update_cookies_dict(cookies, domain)
示例#13
0
    "Accept-Encoding": accept_encoding,
    "Connection": connection,
    "Referer": referer
}
headers_list_tuple = list(headers_map.items())

##代理到本地的fiddler,拦截,查看http的请求的头部
proxy_table = {"http": "127.0.0.1:8888"}

## 处理cookie的handler
current_dir = os.getcwd() + os.sep
cookie_filename = "cookie.txt"
cookie_file_path = current_dir + cookie_filename

cookiejar = http.cookiejar.LWPCookieJar(cookie_file_path)
cookiejar.load(cookie_file_path, ignore_discard=True, ignore_expires=True)
cookiejar.load(filename="./cookie.txt")
# print(cookiejar)
cookie_handler = urllib.request.HTTPCookieProcessor(cookiejar)

proxy_handler = urllib.request.ProxyHandler(proxy_table)

## 为opener注册handler; 十分类似node/express的中间件 body-parser cookie-parser
opener = urllib.request.build_opener(proxy_handler, cookie_handler)
## 为opener添加请求的头部
opener.addheaders = headers_list_tuple  ## opener.addheaders = [(key,value), (key1, value1)]
## opener.addheaders.append(('Cookie', 'cookiename=cookievalue'))
## Request.add_header(key, val)

request = urllib.request.Request(url2)  ## 添加method
## Request(url, data, headers=headers, method=method)
            ┗━┓      ┏━┛
                ┃      ┗━━━┓
                ┃  神兽保佑    ┣┓
                ┃ 永无BUG!   ┏┛
                ┗┓┓┏━┳┓┏┛
                  ┃┫┫  ┃┫┫
                  ┗┻┛  ┗┻┛
"""
from urllib import request
import http.cookiejar
import chardet

# 创建 MozillaCookieJar(有 load 实现)实例对象
cookiejar = http.cookiejar.MozillaCookieJar()
# 从文件中读取 cookie 内容到变量
cookiejar.load('./data/cookie.txt')
# 使用 HTTPCookieProcessor()来创建 cookie 处理器对象,参数为 CookieJar()对象
handler = request.HTTPCookieProcessor(cookiejar)
#通过 build_opener() 来构建 opener
opener = request.build_opener(handler)
response = opener.open("https://www.baidu.com")
# 4. 打印响应内容
html = response.read()
charset = chardet.detect(html)['encoding']
print(charset)
print(html.decode(charset))




示例#15
0
import io
import re
import requests
import http.cookiejar
from bs4 import BeautifulSoup
import html
import csv
import time
import multiprocessing

cookiejar = http.cookiejar.MozillaCookieJar('cookies.txt')
cookiejar.load()

retry_strategy = requests.packages.urllib3.util.retry.Retry(total=3)
http_adapter = requests.adapters.HTTPAdapter(max_retries=retry_strategy)
http_session = requests.Session()
http_session.mount("https://", http_adapter)
http_session.mount("http://", http_adapter)
http_session.cookies = cookiejar


def read_url(url):
    r = http_session.get(url)
    return r.text

def
示例#16
0
文件: weibo.py 项目: sysusugan/weibo
def auto_login():
    cookiejar.load()
    html = openurl('http://weibo.com/', 'gbk')
    url = match_login_url(html)
    opener.open(url)
    """
示例#17
0
# coding = utf-8

'''
@author = super_fazai
@File    : cookielib_demo3.py
@Time    : 2017/8/28 16:24
@connect : [email protected]
'''

"""
从文件中获取cookies,作为请求的一部分去访问
"""

from http import cookiejar
import urllib.request

# 创建MozillaCookieJar(有load实现)实例对象
cookiejar = cookiejar.MozillaCookieJar()

# 从文件中读取cookie内容到变量
cookiejar.load('cookie.txt')

handler = urllib.request.HTTPCookieProcessor(cookiejar)

opener = urllib.request.build_opener(handler)

response = opener.open('http://www.baidu.com')

print(response.read().decode())
示例#18
0
文件: weibo.py 项目: insertion/weibo
def auto_login():
    cookiejar.load()
    html=openurl('http://weibo.com/','gbk')
    url=match_login_url(html)
    opener.open(url)
    """