Python RefererMiddleware Exemples

Exemple #1

Fichier : test_spidermiddleware_referer.py Projet : ZhaiQiliang/scrapy

class TestRefererMiddleware(TestCase):
    def setUp(self):
        self.spider = BaseSpider("foo")
        self.mw = RefererMiddleware()

    def test_process_spider_output(self):
        res = Response("http://scrapytest.org")
        reqs = [Request("http://scrapytest.org/")]

        out = list(self.mw.process_spider_output(res, reqs, self.spider))
        self.assertEquals(out[0].headers.get("Referer"), "http://scrapytest.org")

Exemple #2

class TestRefererMiddleware(TestCase):
    def setUp(self):
        self.spider = BaseSpider('foo')
        self.mw = RefererMiddleware()

    def test_process_spider_output(self):
        res = Response('http://scrapytest.org')
        reqs = [Request('http://scrapytest.org/')]

        out = list(self.mw.process_spider_output(res, reqs, self.spider))
        self.assertEquals(out[0].headers.get('Referer'),
                          'http://scrapytest.org')

Exemple #3

Fichier : test_spidermiddleware_referer.py Projet : jtwaleson/scrapy

class TestRefererMiddleware(TestCase):

    def setUp(self):
        self.spider = Spider('foo')
        self.mw = RefererMiddleware()

    def test_process_spider_output(self):
        res = Response('http://scrapytest.org')
        reqs = [Request('http://scrapytest.org/')]

        out = list(self.mw.process_spider_output(res, reqs, self.spider))
        self.assertEquals(out[0].headers.get('Referer'),
                          'http://scrapytest.org')

Exemple #4

Fichier : test_spidermiddleware_referer.py Projet : jtwaleson/scrapy

 def setUp(self):
     self.spider = Spider('foo')
     self.mw = RefererMiddleware()

Exemple #5

 def setUp(self):
     self.spider = BaseSpider('foo')
     self.mw = RefererMiddleware()

Exemple #6

Fichier : test_spidermiddleware_referer.py Projet : serkanh/scrapy

 def setUp(self):
     self.spider = BaseSpider()
     self.mw = RefererMiddleware()