def test_get_url_does_not_request_when_cached(self, mock_get_key):
mock_get_key.return_value = "abc"
crawler = Crawler(self.cache, Mock())
self.cache.exists.return_value = True
with patch('crawler.requests') as mock_requests:
crawler._get_url_contents("myurl")
self.assertFalse(mock_requests.get.called)
def test_get_url_requests_when_not_cached(self, mock_get_key):
mock_get_key.return_value = "abc"
crawler = Crawler(self.cache, Mock())
self.cache.exists.return_value = False
with patch('crawler.requests') as mock_requests:
crawler._get_url_contents("myurl")
mock_requests.get.assert_called_once_with("myurl",
headers=crawler._headers)
def test_get_url_contents_checks_cache(self, mock_get_key):
mock_get_key.return_value = "abc"
crawler = Crawler(self.cache, Mock())
with patch('crawler.requests') as mock_requests:
crawler._get_url_contents("myurl")
self.cache.exists.assert_called_once_with('abc')
