def test_cache(self): user_agent = ' '.join([ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0)', 'AppleWebKit/537.36 (KHTML, like Gecko)', 'Chrome/30.0.1599.101 Safari/537.36' ]) ua = transport.get(httpbin('user-agent'), user_agent=user_agent, cache=False) ua_json = json.loads(ua.content) self.assertEqual(ua_json[u'user-agent'], user_agent) #should return cached, which is not foo ua = transport.get(httpbin('user-agent'), user_agent='foo', cache=True) ua_json = json.loads(ua.content) self.assertEqual(ua_json[u'user-agent'], user_agent) #should bust the cache now and set it to foo user_agent = 'foo' ua = transport.get(httpbin('user-agent'), user_agent=user_agent, cache=False) ua_json = json.loads(ua.content) self.assertEqual(ua_json[u'user-agent'], user_agent) #should retain the cached 'foo' value user_agent = 'bar' ua = transport.get(httpbin('user-agent'), user_agent=user_agent, cache=True) ua_json = json.loads(ua.content) self.assertEqual(ua_json[u'user-agent'], 'foo')
def test_get_useragent(self): user_agent = ' '.join([ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0)', 'AppleWebKit/537.36 (KHTML, like Gecko)', 'Chrome/30.0.1599.101 Safari/537.36' ]) ua = transport.get(httpbin('user-agent'), user_agent=user_agent) ua_json = json.loads(ua.content) self.assertEqual(ua_json[u'user-agent'], user_agent) user_agent = 'foo' ua = transport.get(httpbin('user-agent'), user_agent=user_agent) ua_json = json.loads(ua.content) self.assertEqual(ua_json[u'user-agent'], user_agent)
def get(self, url, *args, **kwargs): if self.scheme and self.job: self.scheme.mark_visited(self.id, url) return transport.get(url, *args, **kwargs) #Should we raise an exception here? return None