Exemple #1
0
    def __init__(self,
                 url,
                 session=None,
                 headers={},
                 cookies={},
                 cookies_file=None,
                 directory='.',
                 filename=None,
                 filestem=None,
                 filesuffix=None):
        super().__init__()

        self.url = url

        if session:
            self.session = session
        else:
            self.session = requests.Session()

        self.session.headers.update(HEADERS)
        self.session.headers.update(headers)

        if cookies_file:
            cookies = MozillaCookieJar(cookies_file)
            cookies.load()
            self.session.cookies = cookies
        else:
            for k, v in cookies.items():
                self.session.cookies.set(k, v)

        self.directory = Path(re.sub(r'[:|\s\*\?\\"]', '_', directory))
        if not self.directory.exists():
            self.directory.mkdir(parents=True)

        self._filename = filename
        self._filestem = filestem
        self._filesuffix = filesuffix

        self.response = self._get_response()
        self.response.raw.decode_content = True