def test_namedtuple(self):
disk_deque = DiskDeque(maxsize=2)
disk_deque.append(FourOhFourResponse('body', 'image', '/'))
for fofr in disk_deque:
self.assertEqual(fofr.doc_type, 'image')
def test_namedtuple(self):
disk_deque = DiskDeque(maxsize=2)
disk_deque.append(
FourOhFourResponse(clean_body='body',
content_type='image',
url='/'))
for fofr in disk_deque:
self.assertEqual(fofr.content_type, 'image')
def test_iter(self):
disk_deque = DiskDeque(maxsize=2)
disk_deque.append(1)
disk_deque.append(2)
contents = []
for i in disk_deque:
contents.append(i)
self.assertEqual(contents, [1, 2])
def test_int(self):
disk_deque = DiskDeque(maxsize=2)
disk_deque.append(1)
disk_deque.append(2)
self.assertIn(1, disk_deque)
self.assertIn(2, disk_deque)
disk_deque.append(3)
self.assertNotIn(1, disk_deque)
self.assertIn(2, disk_deque)
self.assertIn(3, disk_deque)
def __init__(self):
#
# Set the opener, I need it to perform some tests and gain
# the knowledge about the server's 404 response bodies.
#
self._uri_opener = None
self._worker_pool = None
#
# Internal variables
#
self._already_analyzed = False
self._404_responses = DiskDeque(maxsize=MAX_404_RESPONSES)
self._lock = thread.allocate_lock()
self._directory_uses_404_codes = ScalableBloomFilter()
# It is OK to store 200 here, I'm only storing path+filename as the key,
# and bool as the value.
self.is_404_LRU = SynchronizedLRUDict(250)
def test_len(self):
disk_deque = DiskDeque(maxsize=2)
self.assertEqual(len(disk_deque), 0)
disk_deque.append(5)
self.assertEqual(len(disk_deque), 1)
