def test_ack_unack_ack_failed(self): q = SQLiteAckQueue(path=self.path) q.put("val1") q.put("val2") q.put("val3") val1 = q.get() val2 = q.get() val3 = q.get() # qsize should be zero when all item is getted from q self.assertEqual(q.qsize(), 0) self.assertEqual(q.unack_count(), 3) # nack will let the item requeued as ready status q.nack(val1) self.assertEqual(q.qsize(), 1) self.assertEqual(q.ready_count(), 1) # ack failed is just mark item as ack failed q.ack_failed(val3) self.assertEqual(q.ack_failed_count(), 1) # ack should not effect qsize q.ack(val2) self.assertEqual(q.acked_count(), 1) self.assertEqual(q.qsize(), 1) # all ack* related action will reduce unack count self.assertEqual(q.unack_count(), 0) # reget the nacked item ready_val = q.get() self.assertEqual(ready_val, val1) q.ack(ready_val) self.assertEqual(q.qsize(), 0) self.assertEqual(q.acked_count(), 2) self.assertEqual(q.ready_count(), 0)
def test_get_raw(self): q = SQLiteAckQueue(path=self.path) q.put("val1") item = q.get(raw=True) # item should get val2 self.assertEqual(True, "pqid" in item) self.assertEqual(item.get("data"), 'val1')
def test_resume_unack(self): q = SQLiteAckQueue(path=self.path) q.put("val1") val1 = q.get() self.assertEqual(q.qsize(), 0) self.assertEqual(q.unack_count(), 1) self.assertEqual(q.ready_count(), 0) del q q = SQLiteAckQueue(path=self.path, auto_resume=False) self.assertEqual(q.qsize(), 0) self.assertEqual(q.unack_count(), 1) self.assertEqual(q.ready_count(), 0) q.resume_unack_tasks() self.assertEqual(q.qsize(), 0) self.assertEqual(q.unack_count(), 0) self.assertEqual(q.ready_count(), 1) self.assertEqual(val1, q.get()) del q q = SQLiteAckQueue(path=self.path, auto_resume=True) self.assertEqual(q.qsize(), 0) self.assertEqual(q.unack_count(), 0) self.assertEqual(q.ready_count(), 1) self.assertEqual(val1, q.get())
def test_nack_raw(self): q = SQLiteAckQueue(path=self.path) q.put("val1") item = q.get(raw=True) # nack a raw return q.nack(item) # size should be 1 after nack self.assertEqual(q.qsize(), 1)
def test_empty(self): q = SQLiteAckQueue(self.path, auto_commit=self.auto_commit) self.assertEqual(q.empty(), True) q.put('first') self.assertEqual(q.empty(), False) q.get() self.assertEqual(q.empty(), True)
def test_open_close_single(self): """Write 1 item, close, reopen checking if same item is there""" q = SQLiteAckQueue(self.path, auto_commit=self.auto_commit) q.put(b'var1') del q q = SQLiteAckQueue(self.path) self.assertEqual(1, q.qsize()) self.assertEqual(b'var1', q.get())
def test_queue(self): q = SQLiteAckQueue(path=self.path) q.put("val1") q.put("val2") q.put("val3") # queue should get the three items d = q.queue() self.assertEqual(len(d), 3) self.assertEqual(d[1].get("data"), "val2")
def test_ack_active_size(self): q = SQLiteAckQueue(path=self.path) q.put("val1") item = q.get(raw=True) # active_size should be 1 as it hasn't been acked self.assertEqual(q.active_size(), 1) q.ack(item) # active_size should be 0 after ack self.assertEqual(q.active_size(), 0)
def test_get_id(self): q = SQLiteAckQueue(path=self.path) q.put("val1") val2_id = q.put("val2") q.put("val3") item = q.get(id=val2_id) # item id should be 2 self.assertEqual(val2_id, 2) # item should get val2 self.assertEqual(item, 'val2')
def test_get_next_in_order(self): q = SQLiteAckQueue(path=self.path) val1_id = q.put("val1") q.put("val2") q.put("val3") item = q.get(id=val1_id, next_in_order=True) # item id should be 1 self.assertEqual(val1_id, 1) # item should get val2 self.assertEqual(item, 'val2')
def test_ack_unknown_item(self): q = SQLiteAckQueue(path=self.path) q.put("val1") val1 = q.get() q.ack("val2") q.nack("val3") q.ack_failed("val4") self.assertEqual(q.qsize(), 0) self.assertEqual(q.unack_count(), 1) q.ack(val1) self.assertEqual(q.unack_count(), 0)
def test_raise_empty(self): q = SQLiteAckQueue(self.path, auto_commit=self.auto_commit) q.put('first') d = q.get() self.assertEqual('first', d) self.assertRaises(Empty, q.get, block=False) # assert with timeout self.assertRaises(Empty, q.get, block=True, timeout=1.0) # assert with negative timeout self.assertRaises(ValueError, q.get, block=True, timeout=-1.0)
def test_ack_and_clear(self): q = SQLiteAckQueue(path=self.path) q._MAX_ACKED_LENGTH = 10 ret_list = [] for _ in range(100): q.put("val%s" % _) for _ in range(100): ret_list.append(q.get()) for ret in ret_list: q.ack(ret) self.assertEqual(q.acked_count(), 100) q.clear_acked_data() self.assertEqual(q.acked_count(), 10)
def test_ack_and_clear(self): q = SQLiteAckQueue(path=self.path) ret_list = [] for _ in range(100): q.put("val%s" % _) for _ in range(100): ret_list.append(q.get()) for ret in ret_list: q.ack(ret) self.assertEqual(q.acked_count(), 100) q.clear_acked_data(keep_latest=10) self.assertEqual(q.acked_count(), 10) q.shrink_disk_usage()
def test_random_read_write(self): """Test random read/write""" q = SQLiteAckQueue(self.path, auto_commit=self.auto_commit) n = 0 for _ in range(1000): if random.random() < 0.5: if n > 0: q.get() n -= 1 else: self.assertRaises(Empty, q.get, block=False) else: q.put('var%d' % random.getrandbits(16)) n += 1
def test_open_close_1000(self): """Write 1000 items, close, reopen checking if all items are there""" q = SQLiteAckQueue(self.path, auto_commit=self.auto_commit) for i in range(1000): q.put('var%d' % i) self.assertEqual(1000, q.qsize()) del q q = SQLiteAckQueue(self.path) self.assertEqual(1000, q.qsize()) for i in range(1000): data = q.get() self.assertEqual('var%d' % i, data) # assert adding another one still works q.put('foobar') data = q.get() self.assertEqual('foobar', data)
def test_put_0(self): q = SQLiteAckQueue(path=self.path) q.put(0) d = q.get(block=False) self.assertIsNotNone(d)
def test_update(self): q = SQLiteAckQueue(path=self.path) qid = q.put("val1") q.update(id=qid, item="val2") item = q.get(id=qid) self.assertEqual(item, "val2")