def test_namedtuple(self): disk_deque = DiskDeque(maxsize=2) disk_deque.append(FourOhFourResponse('body', 'image', '/')) for fofr in disk_deque: self.assertEqual(fofr.doc_type, 'image')
def test_namedtuple(self): disk_deque = DiskDeque(maxsize=2) disk_deque.append( FourOhFourResponse(clean_body='body', content_type='image', url='/')) for fofr in disk_deque: self.assertEqual(fofr.content_type, 'image')
def test_iter(self): disk_deque = DiskDeque(maxsize=2) disk_deque.append(1) disk_deque.append(2) contents = [] for i in disk_deque: contents.append(i) self.assertEqual(contents, [1, 2])
def test_int(self): disk_deque = DiskDeque(maxsize=2) disk_deque.append(1) disk_deque.append(2) self.assertIn(1, disk_deque) self.assertIn(2, disk_deque) disk_deque.append(3) self.assertNotIn(1, disk_deque) self.assertIn(2, disk_deque) self.assertIn(3, disk_deque)
def __init__(self): # # Set the opener, I need it to perform some tests and gain # the knowledge about the server's 404 response bodies. # self._uri_opener = None self._worker_pool = None # # Internal variables # self._already_analyzed = False self._404_responses = DiskDeque(maxsize=MAX_404_RESPONSES) self._lock = thread.allocate_lock() self._directory_uses_404_codes = ScalableBloomFilter() # It is OK to store 200 here, I'm only storing path+filename as the key, # and bool as the value. self.is_404_LRU = SynchronizedLRUDict(250)
def test_len(self): disk_deque = DiskDeque(maxsize=2) self.assertEqual(len(disk_deque), 0) disk_deque.append(5) self.assertEqual(len(disk_deque), 1)