Python CookiesMiddleware.from_crawler Examples

Example #1

File: test_downloadermiddleware_cookies.py Project: ArturGaspar/scrapy

 def test_setting_true_cookies_enabled(self):
     self.assertIsInstance(
         CookiesMiddleware.from_crawler(
             get_crawler(settings_dict={'COOKIES_ENABLED': True})
         ),
         CookiesMiddleware
     )

Example #2

 def test_setting_true_cookies_enabled(self):
     self.assertIsInstance(
         CookiesMiddleware.from_crawler(
             get_crawler(settings_dict={'COOKIES_ENABLED': True})
         ),
         CookiesMiddleware
     )

Example #3

File: test_downloadermiddleware_cookies.py Project: atharwa-24/scrapy

    def test_setting_enabled_cookies_debug(self):
        crawler = get_crawler(settings_dict={"COOKIES_DEBUG": True})
        mw = CookiesMiddleware.from_crawler(crawler)
        with LogCapture(
                "scrapy.downloadermiddlewares.cookies",
                propagate=False,
                level=logging.DEBUG,
        ) as log:
            req = Request("http://scrapytest.org/")
            res = Response("http://scrapytest.org/",
                           headers={"Set-Cookie": "C1=value1; path=/"})
            mw.process_response(req, res, crawler.spider)
            req2 = Request("http://scrapytest.org/sub1/")
            mw.process_request(req2, crawler.spider)

            log.check(
                (
                    "scrapy.downloadermiddlewares.cookies",
                    "DEBUG",
                    "Received cookies from: <200 http://scrapytest.org/>\n"
                    "Set-Cookie: C1=value1; path=/\n",
                ),
                (
                    "scrapy.downloadermiddlewares.cookies",
                    "DEBUG",
                    "Sending cookies to: <GET http://scrapytest.org/sub1/>\n"
                    "Cookie: C1=value1\n",
                ),
            )

Example #4

File: test_downloadermiddleware_cookies.py Project: jungan21/Scrapy_Web_Crawling_Framework

    def test_setting_disabled_cookies_debug(self):
        crawler = get_crawler(settings_dict={'COOKIES_DEBUG': False})
        mw = CookiesMiddleware.from_crawler(crawler)
        with LogCapture('scrapy.downloadermiddlewares.cookies',
                        propagate=False,
                        level=logging.DEBUG) as l:
            req = Request('http://scrapytest.org/')
            res = Response('http://scrapytest.org/',
                           headers={'Set-Cookie': 'C1=value1; path=/'})
            mw.process_response(req, res, crawler.spider)
            req2 = Request('http://scrapytest.org/sub1/')
            mw.process_request(req2, crawler.spider)

            l.check()

Example #5

File: test_downloadermiddleware_cookies.py Project: ArturGaspar/scrapy

    def test_setting_disabled_cookies_debug(self):
        crawler = get_crawler(settings_dict={'COOKIES_DEBUG': False})
        mw = CookiesMiddleware.from_crawler(crawler)
        with LogCapture('scrapy.downloadermiddlewares.cookies',
                        propagate=False,
                        level=logging.DEBUG) as l:
            req = Request('http://scrapytest.org/')
            res = Response('http://scrapytest.org/',
                           headers={'Set-Cookie': 'C1=value1; path=/'})
            mw.process_response(req, res, crawler.spider)
            req2 = Request('http://scrapytest.org/sub1/')
            mw.process_request(req2, crawler.spider)

            l.check()

Example #6

File: test_downloadermiddleware_cookies.py Project: atharwa-24/scrapy

    def test_setting_disabled_cookies_debug(self):
        crawler = get_crawler(settings_dict={"COOKIES_DEBUG": False})
        mw = CookiesMiddleware.from_crawler(crawler)
        with LogCapture(
                "scrapy.downloadermiddlewares.cookies",
                propagate=False,
                level=logging.DEBUG,
        ) as log:
            req = Request("http://scrapytest.org/")
            res = Response("http://scrapytest.org/",
                           headers={"Set-Cookie": "C1=value1; path=/"})
            mw.process_response(req, res, crawler.spider)
            req2 = Request("http://scrapytest.org/sub1/")
            mw.process_request(req2, crawler.spider)

            log.check()

Example #7

File: test_downloadermiddleware_cookies.py Project: jungan21/Scrapy_Web_Crawling_Framework

    def test_setting_enabled_cookies_debug(self):
        crawler = get_crawler(settings_dict={'COOKIES_DEBUG': True})
        mw = CookiesMiddleware.from_crawler(crawler)
        with LogCapture('scrapy.downloadermiddlewares.cookies',
                        propagate=False,
                        level=logging.DEBUG) as l:
            req = Request('http://scrapytest.org/')
            res = Response('http://scrapytest.org/',
                           headers={'Set-Cookie': 'C1=value1; path=/'})
            mw.process_response(req, res, crawler.spider)
            req2 = Request('http://scrapytest.org/sub1/')
            mw.process_request(req2, crawler.spider)

            l.check(
                ('scrapy.downloadermiddlewares.cookies', 'DEBUG',
                 'Received cookies from: <200 http://scrapytest.org/>\n'
                 'Set-Cookie: C1=value1; path=/\n'),
                ('scrapy.downloadermiddlewares.cookies', 'DEBUG',
                 'Sending cookies to: <GET http://scrapytest.org/sub1/>\n'
                 'Cookie: C1=value1\n'),
            )

Example #8

File: test_downloadermiddleware_cookies.py Project: ArturGaspar/scrapy

    def test_setting_enabled_cookies_debug(self):
        crawler = get_crawler(settings_dict={'COOKIES_DEBUG': True})
        mw = CookiesMiddleware.from_crawler(crawler)
        with LogCapture('scrapy.downloadermiddlewares.cookies',
                        propagate=False,
                        level=logging.DEBUG) as l:
            req = Request('http://scrapytest.org/')
            res = Response('http://scrapytest.org/',
                           headers={'Set-Cookie': 'C1=value1; path=/'})
            mw.process_response(req, res, crawler.spider)
            req2 = Request('http://scrapytest.org/sub1/')
            mw.process_request(req2, crawler.spider)

            l.check(
                ('scrapy.downloadermiddlewares.cookies',
                 'DEBUG',
                 'Received cookies from: <200 http://scrapytest.org/>\n'
                 'Set-Cookie: C1=value1; path=/\n'),
                ('scrapy.downloadermiddlewares.cookies',
                 'DEBUG',
                 'Sending cookies to: <GET http://scrapytest.org/sub1/>\n'
                 'Cookie: C1=value1\n'),
            )

Example #9

File: test_downloadermiddleware_cookies.py Project: jungan21/Scrapy_Web_Crawling_Framework

 def test_setting_default_cookies_enabled(self):
     self.assertIsInstance(CookiesMiddleware.from_crawler(get_crawler()),
                           CookiesMiddleware)

Example #10

File: test_downloadermiddleware_cookies.py Project: ArturGaspar/scrapy

 def test_setting_default_cookies_enabled(self):
     self.assertIsInstance(
         CookiesMiddleware.from_crawler(get_crawler()),
         CookiesMiddleware
     )