def test_sync_checkpoint_timeout(self):
""" Test a expected sync behavior with checkpoint_timeout param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir, checkpoint_timeout=0.5)
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data -1')
store.enqueue(dest, frame)
time.sleep(0.5)
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data -2')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 2)
# No close()!
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 2)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_checkpoint_timeout(self):
""" Test a expected sync behavior with checkpoint_timeout param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir, checkpoint_timeout=0.5)
dest = '/queue/foo'
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data -1')
store.enqueue(dest, frame)
time.sleep(0.5)
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data -2')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 2)
# No close()!
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 2)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_checkpoint_ops(self):
""" Test a expected sync behavior with checkpoint_operations param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
max_ops = 5
try:
store = DbmQueue(data_dir, checkpoint_operations=max_ops)
dest = '/queue/foo'
for i in range(max_ops + 1):
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data - %d' % i)
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), max_ops + 1)
# No close()!
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), max_ops + 1)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_close(self):
""" Test a expected sync behavior of close() call. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 1)
store.close()
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 1)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_checkpoint_ops(self):
""" Test a expected sync behavior with checkpoint_operations param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
max_ops = 5
try:
store = DbmQueue(data_dir, checkpoint_operations=max_ops)
dest = '/queue/foo'
for i in range(max_ops+1):
frame = StompFrame('MESSAGE', headers={'message-id': str(uuid.uuid4())}, body='some data - %d' % i)
store.enqueue(dest, frame)
print store.queue_metadata[dest]
assert store.size(dest) == max_ops + 1
# No close()!
store2 = DbmQueue(data_dir)
print store2.queue_metadata[dest]
assert store2.size(dest) == max_ops + 1
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_loss(self):
""" Test metadata loss behavior. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
store.enqueue(dest, frame)
assert store.size(dest) == 1
store2 = DbmQueue(data_dir)
assert store2.size(dest) == 0
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_close(self):
""" Test a expected sync behavior of close() call. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = StompFrame('MESSAGE', headers={'message-id': str(uuid.uuid4())}, body='some data')
store.enqueue(dest, frame)
assert store.size(dest) == 1
store.close()
store2 = DbmQueue(data_dir)
assert store2.size(dest) == 1
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def _queuestore(self):
"""
Returns the configured L{QueueStore} instance to use.
Can be overridden by subclasses that wish to change out any queue store parameters.
@rtype: L{QueueStore}
"""
data_dir = os.path.abspath(os.path.join('/tmp/coilmq-test', 'data'))
if os.path.exists(data_dir):
shutil.rmtree(data_dir)
os.makedirs(data_dir)
# data_dir = './data'
cp_ops = 100
cp_timeout = 20
store = DbmQueue(data_dir,
checkpoint_operations=cp_ops,
checkpoint_timeout=cp_timeout)
return store
def test_sync_loss(self):
""" Test metadata loss behavior. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 1)
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 0)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def setUp(self):
self.data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
self.store = DbmQueue(self.data_dir)
class DbmQueueTest(CommonQueueTest, unittest.TestCase):
def setUp(self):
self.data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
self.store = DbmQueue(self.data_dir)
def tearDown(self):
self.store.close()
shutil.rmtree(self.data_dir)
def test_dequeue_identity(self):
""" Test the dequeue() method. """
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
self.store.enqueue(dest, frame)
self.assertTrue(self.store.has_frames(dest))
self.assertEqual(self.store.size(dest), 1)
rframe = self.store.dequeue(dest)
self.assertEqual(frame, rframe)
self.assertIsNot(frame, rframe)
self.assertFalse(self.store.has_frames(dest))
self.assertEqual(self.store.size(dest), 0)
def test_sync_checkpoint_ops(self):
""" Test a expected sync behavior with checkpoint_operations param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
max_ops = 5
try:
store = DbmQueue(data_dir, checkpoint_operations=max_ops)
dest = '/queue/foo'
for i in range(max_ops + 1):
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data - %d' % i)
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), max_ops + 1)
# No close()!
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), max_ops + 1)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_checkpoint_timeout(self):
""" Test a expected sync behavior with checkpoint_timeout param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir, checkpoint_timeout=0.5)
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data -1')
store.enqueue(dest, frame)
time.sleep(0.5)
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data -2')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 2)
# No close()!
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 2)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_close(self):
""" Test a expected sync behavior of close() call. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 1)
store.close()
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 1)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_loss(self):
""" Test metadata loss behavior. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 1)
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 0)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
class DbmQueueTest(unittest.TestCase, CommonQueueTestsMixin):
def setUp(self):
self.data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
self.store = DbmQueue(self.data_dir)
def tearDown(self):
self.store.close()
shutil.rmtree(self.data_dir)
def test_dequeue_identity(self):
""" Test the dequeue() method. """
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
self.store.enqueue(dest, frame)
assert self.store.has_frames(dest) == True
assert self.store.size(dest) == 1
rframe = self.store.dequeue(dest)
assert frame == rframe
assert frame is not rframe
assert self.store.has_frames(dest) == False
assert self.store.size(dest) == 0
def test_sync_checkpoint_ops(self):
""" Test a expected sync behavior with checkpoint_operations param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
max_ops = 5
try:
store = DbmQueue(data_dir, checkpoint_operations=max_ops)
dest = '/queue/foo'
for i in range(max_ops + 1):
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data - %d' % i)
store.enqueue(dest, frame)
print store.queue_metadata[dest]
assert store.size(dest) == max_ops + 1
# No close()!
store2 = DbmQueue(data_dir)
print store2.queue_metadata[dest]
assert store2.size(dest) == max_ops + 1
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_checkpoint_timeout(self):
""" Test a expected sync behavior with checkpoint_timeout param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir, checkpoint_timeout=0.5)
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data -1')
store.enqueue(dest, frame)
time.sleep(0.5)
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data -2')
store.enqueue(dest, frame)
print store.queue_metadata[dest]
assert store.size(dest) == 2
# No close()!
store2 = DbmQueue(data_dir)
print store2.queue_metadata[dest]
assert store2.size(dest) == 2
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_close(self):
""" Test a expected sync behavior of close() call. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
store.enqueue(dest, frame)
assert store.size(dest) == 1
store.close()
store2 = DbmQueue(data_dir)
assert store2.size(dest) == 1
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_loss(self):
""" Test metadata loss behavior. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
store.enqueue(dest, frame)
assert store.size(dest) == 1
store2 = DbmQueue(data_dir)
assert store2.size(dest) == 0
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def setUp(self):
self.data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
self.store = DbmQueue(self.data_dir)
class DbmQueueTest(CommonQueueTest, unittest.TestCase):
def setUp(self):
self.data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
self.store = DbmQueue(self.data_dir)
def tearDown(self):
self.store.close()
shutil.rmtree(self.data_dir)
def test_dequeue_identity(self):
""" Test the dequeue() method. """
dest = '/queue/foo'
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data')
self.store.enqueue(dest, frame)
self.assertTrue(self.store.has_frames(dest))
self.assertEqual(self.store.size(dest), 1)
rframe = self.store.dequeue(dest)
self.assertEqual(frame, rframe)
self.assertIsNot(frame, rframe)
self.assertFalse(self.store.has_frames(dest))
self.assertEqual(self.store.size(dest), 0)
def test_sync_checkpoint_ops(self):
""" Test a expected sync behavior with checkpoint_operations param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
max_ops = 5
try:
store = DbmQueue(data_dir, checkpoint_operations=max_ops)
dest = '/queue/foo'
for i in range(max_ops + 1):
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data - %d' % i)
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), max_ops + 1)
# No close()!
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), max_ops + 1)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_checkpoint_timeout(self):
""" Test a expected sync behavior with checkpoint_timeout param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir, checkpoint_timeout=0.5)
dest = '/queue/foo'
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data -1')
store.enqueue(dest, frame)
time.sleep(0.5)
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data -2')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 2)
# No close()!
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 2)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_close(self):
""" Test a expected sync behavior of close() call. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 1)
store.close()
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 1)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_loss(self):
""" Test metadata loss behavior. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data')
store.enqueue(dest, frame)
self.assertEqual(store.size(dest), 1)
store2 = DbmQueue(data_dir)
self.assertEqual(store2.size(dest), 0)
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
class DbmQueueTest(unittest.TestCase, CommonQueueTestsMixin):
def setUp(self):
self.data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
self.store = DbmQueue(self.data_dir)
def tearDown(self):
shutil.rmtree(self.data_dir)
def test_dequeue_identity(self):
""" Test the dequeue() method. """
dest = '/queue/foo'
frame = StompFrame('MESSAGE', headers={'message-id': str(uuid.uuid4())}, body='some data')
self.store.enqueue(dest, frame)
assert self.store.has_frames(dest) == True
assert self.store.size(dest) == 1
rframe = self.store.dequeue(dest)
assert frame == rframe
assert frame is not rframe
assert self.store.has_frames(dest) == False
assert self.store.size(dest) == 0
def test_sync_checkpoint_ops(self):
""" Test a expected sync behavior with checkpoint_operations param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
max_ops = 5
try:
store = DbmQueue(data_dir, checkpoint_operations=max_ops)
dest = '/queue/foo'
for i in range(max_ops+1):
frame = StompFrame('MESSAGE', headers={'message-id': str(uuid.uuid4())}, body='some data - %d' % i)
store.enqueue(dest, frame)
print store.queue_metadata[dest]
assert store.size(dest) == max_ops + 1
# No close()!
store2 = DbmQueue(data_dir)
print store2.queue_metadata[dest]
assert store2.size(dest) == max_ops + 1
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_checkpoint_timeout(self):
""" Test a expected sync behavior with checkpoint_timeout param. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir, checkpoint_timeout=0.5)
dest = '/queue/foo'
frame = StompFrame('MESSAGE', headers={'message-id': str(uuid.uuid4())}, body='some data -1')
store.enqueue(dest, frame)
time.sleep(0.5)
frame = StompFrame('MESSAGE', headers={'message-id': str(uuid.uuid4())}, body='some data -2')
store.enqueue(dest, frame)
print store.queue_metadata[dest]
assert store.size(dest) == 2
# No close()!
store2 = DbmQueue(data_dir)
print store2.queue_metadata[dest]
assert store2.size(dest) == 2
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_close(self):
""" Test a expected sync behavior of close() call. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = StompFrame('MESSAGE', headers={'message-id': str(uuid.uuid4())}, body='some data')
store.enqueue(dest, frame)
assert store.size(dest) == 1
store.close()
store2 = DbmQueue(data_dir)
assert store2.size(dest) == 1
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
def test_sync_loss(self):
""" Test metadata loss behavior. """
data_dir = tempfile.mkdtemp(prefix='coilmq-dbm-test')
try:
store = DbmQueue(data_dir)
dest = '/queue/foo'
frame = StompFrame('MESSAGE', headers={'message-id': str(uuid.uuid4())}, body='some data')
store.enqueue(dest, frame)
assert store.size(dest) == 1
store2 = DbmQueue(data_dir)
assert store2.size(dest) == 0
except:
shutil.rmtree(data_dir, ignore_errors=True)
raise
