def setUp(self): engine = get_engine() self.stats = engine.stats self.mw = DownloaderStats(engine) self.req = Request('http://github.com') self.resp = Response('scrapytest.org', status=400, request=self.req)
class DownloaderStatsTest(unittest.TestCase): def setUp(self): engine = get_engine() self.stats = engine.stats self.mw = DownloaderStats(engine) self.req = Request('http://github.com') self.resp = Response('scrapytest.org', status=400, request=self.req) def test_process_request(self): req2 = self.mw.process_request(self.req) self.assertIs(req2, self.req) self.assertEqual(self.stats.get_value('downloader/request_count'), 1) self.assertEqual(self.stats.get_value('downloader/request_method_count/GET'), 1) self.assertGreater(self.stats.get_value('downloader/request_bytes'), 0) def test_process_response(self): resp2 = self.mw.process_response(self.resp) self.assertIs(resp2, self.resp) self.assertEqual(self.stats.get_value('downloader/response_count'), 1) self.assertEqual(self.stats.get_value('downloader/response_status_count/400'), 1) self.assertGreater(self.stats.get_value('downloader/response_bytes'), 0) def test_process_failure(self): failure = Failure(ValueError()) failure2 = self.mw.process_failure(failure) self.assertIs(failure, failure2) self.assertEqual(self.stats.get_value('downloader/exception_count'), 1) self.assertEqual(self.stats.get_value('downloader/exception_type_count/exceptions.ValueError'), 1)
class DownloaderStatsTest(unittest.TestCase): def setUp(self): engine = get_engine() self.stats = engine.stats self.mw = DownloaderStats(engine) self.req = Request('http://github.com') self.resp = Response('scrapytest.org', status=400, request=self.req) def test_process_request(self): req2 = self.mw.process_request(self.req) self.assertIs(req2, self.req) self.assertEqual(self.stats.get_value('downloader/request_count'), 1) self.assertEqual( self.stats.get_value('downloader/request_method_count/GET'), 1) self.assertGreater(self.stats.get_value('downloader/request_bytes'), 0) def test_process_response(self): resp2 = self.mw.process_response(self.resp) self.assertIs(resp2, self.resp) self.assertEqual(self.stats.get_value('downloader/response_count'), 1) self.assertEqual( self.stats.get_value('downloader/response_status_count/400'), 1) self.assertGreater(self.stats.get_value('downloader/response_bytes'), 0) def test_process_failure(self): failure = Failure(ValueError()) failure2 = self.mw.process_failure(failure) self.assertIs(failure, failure2) self.assertEqual(self.stats.get_value('downloader/exception_count'), 1) self.assertEqual( self.stats.get_value( 'downloader/exception_type_count/exceptions.ValueError'), 1)
def setUp(self): engine = get_engine() self.stats = engine.stats self.mw = DownloaderStats(engine) self.req = Request('http://github.com') self.resp = Response('scrapytest.org', status=400, request=self.req)