def _queuestore(self):
"""
Returns the configured L{QueueStore} instance to use.
Can be overridden by subclasses that wish to change out any queue store parameters.
@rtype: L{QueueStore}
"""
return MemoryQueue()
def _queuemanager(self):
"""
Returns the configured L{QueueManager} instance to use.
Can be overridden by subclasses that wish to change out any queue mgr parameters.
@rtype: L{QueueManager}
"""
return QueueManager(
store=MemoryQueue(),
subscriber_scheduler=FavorReliableSubscriberScheduler(),
queue_scheduler=RandomQueueScheduler())
class MemoryQueueTest(CommonQueueTestsMixin, unittest.TestCase):
def setUp(self):
self.store = MemoryQueue()
def test_dequeue_identity(self):
""" Test the dequeue() method. """
dest = '/queue/foo'
frame = StompFrame('MESSAGE', headers={'message-id': str(uuid.uuid4())}, body='some data')
self.store.enqueue(dest, frame)
assert self.store.has_frames(dest) == True
assert self.store.size(dest) == 1
rframe = self.store.dequeue(dest)
assert frame == rframe
assert frame is rframe # Currently we expect these to be the /same/ object.
assert self.store.has_frames(dest) == False
assert self.store.size(dest) == 0
class MemoryQueueTest(CommonQueueTestsMixin, unittest.TestCase):
def setUp(self):
self.store = MemoryQueue()
def test_dequeue_identity(self):
""" Test the dequeue() method. """
dest = '/queue/foo'
frame = StompFrame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
self.store.enqueue(dest, frame)
assert self.store.has_frames(dest) == True
assert self.store.size(dest) == 1
rframe = self.store.dequeue(dest)
assert frame == rframe
assert frame is rframe # Currently we expect these to be the /same/ object.
assert self.store.has_frames(dest) == False
assert self.store.size(dest) == 0
class MemoryQueueTest(CommonQueueTest, unittest.TestCase):
def setUp(self):
self.store = MemoryQueue()
def test_dequeue_identity(self):
""" Test the dequeue() method. """
dest = '/queue/foo'
frame = Frame('MESSAGE',
headers={'message-id': str(uuid.uuid4())},
body='some data')
self.store.enqueue(dest, frame)
self.assertTrue(self.store.has_frames(dest))
self.assertEqual(self.store.size(dest), 1)
rframe = self.store.dequeue(dest)
self.assertEqual(frame, rframe)
# Currently we expect these to be the /same/ object.
self.assertIs(frame, rframe)
self.assertFalse(self.store.has_frames(dest))
self.assertEqual(self.store.size(dest), 0)
class MemoryQueueTest(CommonQueueTest, unittest.TestCase):
def setUp(self):
self.store = MemoryQueue()
def test_dequeue_identity(self):
""" Test the dequeue() method. """
dest = '/queue/foo'
frame = Frame('MESSAGE', headers={
'message-id': str(uuid.uuid4())}, body='some data')
self.store.enqueue(dest, frame)
self.assertTrue(self.store.has_frames(dest))
self.assertEqual(self.store.size(dest), 1)
rframe = self.store.dequeue(dest)
self.assertEqual(frame, rframe)
# Currently we expect these to be the /same/ object.
self.assertIs(frame, rframe)
self.assertFalse(self.store.has_frames(dest))
self.assertEqual(self.store.size(dest), 0)
def setUp(self):
self.store = MemoryQueue()
def setUp(self):
self.store = MemoryQueue()
self.qm = QueueManager(self.store)
self.conn = MockConnection()
class QueueManagerTest(unittest.TestCase):
""" Test the QueueManager class. """
def setUp(self):
self.store = MemoryQueue()
self.qm = QueueManager(self.store)
self.conn = MockConnection()
def test_subscribe(self):
""" Test subscribing a connection to the queue. """
dest = '/queue/dest'
self.qm.subscribe(self.conn, dest)
f = StompFrame('MESSAGE', headers={'destination': dest}, body='Empty')
self.qm.send(f)
print self.conn.frames
assert len(self.conn.frames) == 1
assert self.conn.frames[0] == f
def test_unsubscribe(self):
""" Test unsubscribing a connection from the queue. """
dest = '/queue/dest'
self.qm.subscribe(self.conn, dest)
f = StompFrame('MESSAGE', headers={'destination': dest}, body='Empty')
self.qm.send(f)
print self.conn.frames
assert len(self.conn.frames) == 1
assert self.conn.frames[0] == f
self.qm.unsubscribe(self.conn, dest)
f = StompFrame('MESSAGE', headers={'destination': dest}, body='Empty')
self.qm.send(f)
assert len(self.conn.frames) == 1
assert len(self.store.frames(dest)) == 1
def send_simple(self):
""" Test a basic send command. """
dest = '/queue/dest'
f = StompFrame('SEND', headers={'destination': dest}, body='Empty')
self.qm.send(f)
assert len(self.store.frames(dest)) == 1
# Assert some side-effects
assert 'message-id' in f.headers
assert f.cmd == 'MESSAGE'
def test_send_err(self):
""" Test sending a message when delivery results in error. """
class ExcThrowingConn(object):
reliable_subscriber = True
def send_frame(self, frame):
raise RuntimeError("Error sending data.")
dest = '/queue/dest'
# This reliable subscriber will be chosen first
conn = ExcThrowingConn()
self.qm.subscribe(conn, dest)
f = StompFrame('SEND', headers={'destination': dest}, body='Empty')
try:
self.qm.send(f)
self.fail("Expected failure when there was an error sending.")
except RuntimeError:
pass
def test_send_backlog_err_reliable(self):
""" Test errors when sending backlog to reliable subscriber. """
class ExcThrowingConn(object):
reliable_subscriber = True
def send_frame(self, frame):
raise RuntimeError("Error sending data.")
dest = '/queue/dest'
f = StompFrame('SEND', headers={'destination': dest}, body='Empty')
self.qm.send(f)
conn = ExcThrowingConn()
try:
self.qm.subscribe(conn, dest)
self.fail("Expected error when sending backlog.")
except RuntimeError:
pass
# The message will have been requeued at this point, so add a valid
# subscriber
self.qm.subscribe(self.conn, dest)
print "Frames: %r" % self.conn.frames
assert len(self.conn.frames) == 1, "Expected frame to be delivered"
assert self.conn.frames[0] == f
def test_send_backlog_err_unreliable(self):
""" Test errors when sending backlog to reliable subscriber. """
class ExcThrowingConn(object):
reliable_subscriber = False
def send_frame(self, frame):
raise RuntimeError("Error sending data.")
dest = '/queue/dest'
f = StompFrame('SEND', headers={'destination': dest}, body='123')
self.qm.send(f)
f2 = StompFrame('SEND', headers={'destination': dest}, body='12345')
self.qm.send(f2)
conn = ExcThrowingConn()
try:
self.qm.subscribe(conn, dest)
self.fail("Expected error when sending backlog.")
except RuntimeError:
pass
# The message will have been requeued at this point, so add a valid
# subscriber
print "Queue state: %r" % (self.store._messages, )
self.qm.subscribe(self.conn, dest)
print "Frames: %r" % self.conn.frames
assert len(self.conn.frames) == 2, "Expected frame to be delivered"
assert self.conn.frames == [f2, f]
def test_send_reliableFirst(self):
"""
Test that messages are prioritized to reliable subscribers.
This is actually a test of the underlying scheduler more than it is a test
of the send message, per se.
"""
dest = '/queue/dest'
conn1 = MockConnection()
conn1.reliable_subscriber = True
self.qm.subscribe(conn1, dest)
conn2 = MockConnection()
conn2.reliable_subscriber = False
self.qm.subscribe(conn2, dest)
f = StompFrame('MESSAGE',
headers={
'destination': dest,
'message-id': uuid.uuid4()
},
body='Empty')
self.qm.send(f)
print conn1.frames
print conn2.frames
assert len(conn1.frames) == 1
assert len(conn2.frames) == 0
def test_ack_basic(self):
""" Test reliable client (ACK) behavior. """
dest = '/queue/dest'
conn1 = MockConnection()
conn1.reliable_subscriber = True
self.qm.subscribe(conn1, dest)
m1 = StompFrame('MESSAGE',
headers={'destination': dest},
body='Message body (1)')
self.qm.send(m1)
assert conn1.frames[0] == m1
m2 = StompFrame('MESSAGE',
headers={'destination': dest},
body='Message body (2)')
self.qm.send(m2)
assert len(conn1.frames
) == 1, "Expected connection to still only have 1 frame."
assert conn1.frames[0] == m1
ack = StompFrame('ACK',
headers={
'destination': dest,
'message-id': m1.message_id
})
self.qm.ack(conn1, ack)
print conn1.frames
assert len(conn1.frames) == 2, "Expected 2 frames now, after ACK."
assert conn1.frames[1] == m2
def test_ack_transaction(self):
""" Test the reliable client (ACK) behavior with transactions. """
dest = '/queue/dest'
conn1 = MockConnection()
conn1.reliable_subscriber = True
self.qm.subscribe(conn1, dest)
m1 = StompFrame('MESSAGE',
headers={
'destination': dest,
},
body='Message body (1)')
self.qm.send(m1)
assert conn1.frames[0] == m1
m2 = StompFrame('MESSAGE',
headers={'destination': dest},
body='Message body (2)')
self.qm.send(m2)
assert len(conn1.frames
) == 1, "Expected connection to still only have 1 frame."
assert conn1.frames[0] == m1
ack = StompFrame('ACK',
headers={
'destination': dest,
'transaction': 'abc',
'message-id': m1.message_id
})
self.qm.ack(conn1, ack, transaction='abc')
ack = StompFrame('ACK',
headers={
'destination': dest,
'transaction': 'abc',
'message-id': m2.message_id
})
self.qm.ack(conn1, ack, transaction='abc')
assert len(conn1.frames) == 2, "Expected 2 frames now, after ACK."
assert conn1.frames[1] == m2
self.qm.resend_transaction_frames(conn1, transaction='abc')
assert len(conn1.frames) == 3, "Expected 3 frames after re-transmit."
assert bool(self.qm._pending[conn1]
) == True, "Expected 1 pending (waiting on ACK) frame." ""
def setUp(self):
self.store = MemoryQueue()
self.qm = QueueManager(self.store)
self.conn = MockConnection()
class QueueManagerTest(unittest.TestCase):
""" Test the QueueManager class. """
def setUp(self):
self.store = MemoryQueue()
self.qm = QueueManager(self.store)
self.conn = MockConnection()
def test_subscribe(self):
""" Test subscribing a connection to the queue. """
dest = '/queue/dest'
self.qm.subscribe(self.conn, dest)
f = StompFrame('MESSAGE', headers={'destination': dest}, body='Empty')
self.qm.send(f)
print self.conn.frames
assert len(self.conn.frames) == 1
assert self.conn.frames[0] == f
def test_unsubscribe(self):
""" Test unsubscribing a connection from the queue. """
dest = '/queue/dest'
self.qm.subscribe(self.conn, dest)
f = StompFrame('MESSAGE', headers={'destination': dest}, body='Empty')
self.qm.send(f)
print self.conn.frames
assert len(self.conn.frames) == 1
assert self.conn.frames[0] == f
self.qm.unsubscribe(self.conn, dest)
f = StompFrame('MESSAGE', headers={'destination': dest}, body='Empty')
self.qm.send(f)
assert len(self.conn.frames) == 1
assert len(self.store.frames(dest)) == 1
def send_simple(self):
""" Test a basic send command. """
dest = '/queue/dest'
f = StompFrame('SEND', headers={'destination': dest}, body='Empty')
self.qm.send(f)
assert len(self.store.frames(dest)) == 1
# Assert some side-effects
assert 'message-id' in f.headers
assert f.cmd == 'MESSAGE'
def test_send_err(self):
""" Test sending a message when delivery results in error. """
class ExcThrowingConn(object):
reliable_subscriber = True
def send_frame(self, frame):
raise RuntimeError("Error sending data.")
dest = '/queue/dest'
# This reliable subscriber will be chosen first
conn = ExcThrowingConn()
self.qm.subscribe(conn, dest)
f = StompFrame('SEND', headers={'destination': dest}, body='Empty')
try:
self.qm.send(f)
self.fail("Expected failure when there was an error sending.")
except RuntimeError:
pass
def test_send_backlog_err_reliable(self):
""" Test errors when sending backlog to reliable subscriber. """
class ExcThrowingConn(object):
reliable_subscriber = True
def send_frame(self, frame):
raise RuntimeError("Error sending data.")
dest = '/queue/dest'
f = StompFrame('SEND', headers={'destination': dest}, body='Empty')
self.qm.send(f)
conn = ExcThrowingConn()
try:
self.qm.subscribe(conn, dest)
self.fail("Expected error when sending backlog.")
except RuntimeError:
pass
# The message will have been requeued at this point, so add a valid
# subscriber
self.qm.subscribe(self.conn, dest)
print "Frames: %r" % self.conn.frames
assert len(self.conn.frames) == 1, "Expected frame to be delivered"
assert self.conn.frames[0] == f
def test_send_backlog_err_unreliable(self):
""" Test errors when sending backlog to reliable subscriber. """
class ExcThrowingConn(object):
reliable_subscriber = False
def send_frame(self, frame):
raise RuntimeError("Error sending data.")
dest = '/queue/dest'
f = StompFrame('SEND', headers={'destination': dest}, body='123')
self.qm.send(f)
f2 = StompFrame('SEND', headers={'destination': dest}, body='12345')
self.qm.send(f2)
conn = ExcThrowingConn()
try:
self.qm.subscribe(conn, dest)
self.fail("Expected error when sending backlog.")
except RuntimeError:
pass
# The message will have been requeued at this point, so add a valid
# subscriber
print "Queue state: %r" % (self.store._messages,)
self.qm.subscribe(self.conn, dest)
print "Frames: %r" % self.conn.frames
assert len(self.conn.frames) == 2, "Expected frame to be delivered"
assert self.conn.frames == [f2,f]
def test_send_reliableFirst(self):
"""
Test that messages are prioritized to reliable subscribers.
This is actually a test of the underlying scheduler more than it is a test
of the send message, per se.
"""
dest = '/queue/dest'
conn1 = MockConnection()
conn1.reliable_subscriber = True
self.qm.subscribe(conn1, dest)
conn2 = MockConnection()
conn2.reliable_subscriber = False
self.qm.subscribe(conn2, dest)
f = StompFrame('MESSAGE', headers={'destination': dest, 'message-id': uuid.uuid4()}, body='Empty')
self.qm.send(f)
print conn1.frames
print conn2.frames
assert len(conn1.frames) == 1
assert len(conn2.frames) == 0
def test_ack_basic(self):
""" Test reliable client (ACK) behavior. """
dest = '/queue/dest'
conn1 = MockConnection()
conn1.reliable_subscriber = True
self.qm.subscribe(conn1, dest)
m1 = StompFrame('MESSAGE', headers={'destination': dest}, body='Message body (1)')
self.qm.send(m1)
assert conn1.frames[0] == m1
m2 = StompFrame('MESSAGE', headers={'destination': dest}, body='Message body (2)')
self.qm.send(m2)
assert len(conn1.frames) == 1, "Expected connection to still only have 1 frame."
assert conn1.frames[0] == m1
ack = StompFrame('ACK', headers={'destination': dest, 'message-id': m1.message_id})
self.qm.ack(conn1, ack)
print conn1.frames
assert len(conn1.frames) == 2, "Expected 2 frames now, after ACK."
assert conn1.frames[1] == m2
def test_ack_transaction(self):
""" Test the reliable client (ACK) behavior with transactions. """
dest = '/queue/dest'
conn1 = MockConnection()
conn1.reliable_subscriber = True
self.qm.subscribe(conn1, dest)
m1 = StompFrame('MESSAGE', headers={'destination': dest, }, body='Message body (1)')
self.qm.send(m1)
assert conn1.frames[0] == m1
m2 = StompFrame('MESSAGE', headers={'destination': dest}, body='Message body (2)')
self.qm.send(m2)
assert len(conn1.frames) == 1, "Expected connection to still only have 1 frame."
assert conn1.frames[0] == m1
ack = StompFrame('ACK', headers={'destination': dest, 'transaction': 'abc', 'message-id': m1.message_id})
self.qm.ack(conn1, ack, transaction='abc')
ack = StompFrame('ACK', headers={'destination': dest, 'transaction': 'abc', 'message-id': m2.message_id})
self.qm.ack(conn1, ack, transaction='abc')
assert len(conn1.frames) == 2, "Expected 2 frames now, after ACK."
assert conn1.frames[1] == m2
self.qm.resend_transaction_frames(conn1, transaction='abc')
assert len(conn1.frames) == 3, "Expected 3 frames after re-transmit."
assert bool(self.qm._pending[conn1]) == True, "Expected 1 pending (waiting on ACK) frame."""
def setUp(self):
self.store = MemoryQueue()
