示例#1
0
    def test_cache(self):
        user_agent = ' '.join([
            'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0)',
            'AppleWebKit/537.36 (KHTML, like Gecko)',
            'Chrome/30.0.1599.101 Safari/537.36'
        ])
        ua = transport.get(httpbin('user-agent'), user_agent=user_agent, cache=False)
        ua_json = json.loads(ua.content)
        self.assertEqual(ua_json[u'user-agent'], user_agent)

        #should return cached, which is not foo
        ua = transport.get(httpbin('user-agent'), user_agent='foo', cache=True)
        ua_json = json.loads(ua.content)
        self.assertEqual(ua_json[u'user-agent'], user_agent)

        #should bust the cache now and set it to foo
        user_agent = 'foo'
        ua = transport.get(httpbin('user-agent'), user_agent=user_agent, cache=False)
        ua_json = json.loads(ua.content)
        self.assertEqual(ua_json[u'user-agent'], user_agent)

        #should retain the cached 'foo' value
        user_agent = 'bar'
        ua = transport.get(httpbin('user-agent'), user_agent=user_agent, cache=True)
        ua_json = json.loads(ua.content)
        self.assertEqual(ua_json[u'user-agent'], 'foo')
示例#2
0
    def test_get_useragent(self):
        user_agent = ' '.join([
            'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0)',
            'AppleWebKit/537.36 (KHTML, like Gecko)',
            'Chrome/30.0.1599.101 Safari/537.36'
        ])
        ua = transport.get(httpbin('user-agent'), user_agent=user_agent)
        ua_json = json.loads(ua.content)
        self.assertEqual(ua_json[u'user-agent'], user_agent)

        user_agent = 'foo'
        ua = transport.get(httpbin('user-agent'), user_agent=user_agent)
        ua_json = json.loads(ua.content)
        self.assertEqual(ua_json[u'user-agent'], user_agent)
示例#3
0
 def get(self, url, *args, **kwargs):
     if self.scheme and self.job:
         self.scheme.mark_visited(self.id, url)
         return transport.get(url, *args, **kwargs)
     #Should we raise an exception here?
     return None