class ConnectionStrategyTest(Chai):
def setUp(self):
super(ConnectionStrategyTest, self).setUp()
self.connection = mock()
self.connection.logger = mock()
self.strategy = ConnectionStrategy(self.connection, 'localhost')
def test_init_is_doin_it_right(self):
self.assertEquals(self.strategy._connection, self.connection)
self.assertEquals(Host(socket.gethostname()), self.strategy._orig_host)
self.assertEquals([self.strategy._orig_host],
self.strategy._known_hosts)
self.assertEquals(self.strategy._orig_host, self.strategy._cur_host)
self.assertFalse(self.strategy._reconnecting)
self.assertEqual([], self.strategy.reconnect_callbacks)
def test_init_with_reconnect_cb(self):
strategy = ConnectionStrategy(self.connection,
'localhost',
reconnect_cb='my_reconnect_callback')
self.assertEqual(['my_reconnect_callback'],
strategy.reconnect_callbacks)
def test_set_known_hosts_is_single_entry(self):
self.assertEquals([self.strategy._orig_host],
self.strategy._known_hosts)
self.strategy.set_known_hosts(socket.gethostname())
self.assertEquals([self.strategy._orig_host],
self.strategy._known_hosts)
def test_set_known_hosts_updates_list_correctly(self):
self.assertEquals([self.strategy._orig_host],
self.strategy._known_hosts)
self.strategy.set_known_hosts('localhost:4200,localhost,foo:1234')
self.assertEquals(
[Host('localhost'),
Host('localhost:4200'),
Host('foo:1234')], self.strategy._known_hosts)
def test_set_known_hosts_handles_misconfigured_cluster(self):
self.strategy._cur_host = Host('bar')
self.strategy._orig_host = Host('foo:5678')
self.strategy._known_hosts = [self.strategy._orig_host]
expect(self.connection.logger.warning).args(
"current host %s not in known hosts %s, reconnecting to %s in %ds!",
self.strategy._cur_host,
[Host('foo:5678'), Host('foo:1234')], self.strategy._orig_host, 5)
expect(self.strategy.connect).args(5)
self.strategy.set_known_hosts('foo:1234')
def test_next_host_handles_simple_base_case(self):
self.strategy._cur_host = Host('localhost')
self.strategy._known_hosts = [Host('localhost'), Host('foo')]
expect(self.strategy.connect)
self.strategy.next_host()
self.assertEquals(Host('foo'), self.strategy._cur_host)
self.assertFalse(self.strategy._reconnecting)
def test_next_host_finds_first_unconnected_host(self):
self.strategy._cur_host = Host('localhost')
self.strategy._known_hosts = [
Host('localhost'), Host('foo'),
Host('bar')
]
self.strategy._known_hosts[0].state = CONNECTED
self.strategy._known_hosts[1].state = CONNECTED
expect(self.strategy.connect)
self.strategy.next_host()
self.assertEquals(Host('bar'), self.strategy._cur_host)
self.assertFalse(self.strategy._reconnecting)
def test_next_host_searches_for_unfailed_hosts_if_all_hosts_not_unconnected(
self):
self.strategy._cur_host = Host('foo')
self.strategy._known_hosts = [
Host('localhost'),
Host('foo'),
Host('bar'),
Host('cat')
]
self.strategy._known_hosts[0].state = CONNECTED
self.strategy._known_hosts[1].state = CONNECTED
self.strategy._known_hosts[2].state = CONNECTED
self.strategy._known_hosts[3].state = CONNECTED
expect(self.strategy.connect)
self.strategy.next_host()
self.assertEquals(Host('localhost'), self.strategy._cur_host)
def test_next_host_searches_for_unfailed_hosts_even_if_orig_host_is_failed(
self):
self.strategy._cur_host = Host('foo')
self.strategy._known_hosts = [
Host('localhost'),
Host('foo'),
Host('bar'),
Host('cat')
]
self.strategy._known_hosts[0].state = FAILED
self.strategy._known_hosts[1].state = CONNECTED
self.strategy._known_hosts[2].state = CONNECTED
self.strategy._known_hosts[3].state = CONNECTED
expect(self.strategy.connect)
self.strategy.next_host()
self.assertEquals(Host('foo'), self.strategy._cur_host)
def test_next_host_defaults_to_original_with_delay_if_all_hosts_failed(
self):
self.strategy._orig_host = Host('foo')
self.strategy._cur_host = Host('bar')
self.strategy._known_hosts = [
Host('foo'), Host('bar'),
Host('cat'), Host('dog')
]
self.strategy._known_hosts[0].state = FAILED
self.strategy._known_hosts[1].state = FAILED
self.strategy._known_hosts[2].state = FAILED
self.strategy._known_hosts[3].state = FAILED
expect(self.connection.logger.warning).args(
'Failed to connect to any of %s, will retry %s in %d seconds',
self.strategy._known_hosts, self.strategy._orig_host, 5)
expect(self.strategy.connect).args(5)
self.strategy.next_host()
self.assertEquals(Host('foo'), self.strategy._cur_host)
self.assertTrue(self.strategy._reconnecting)
def test_fail_is_not_stoopehd(self):
self.strategy._cur_host = Host('foo')
self.assertEquals(UNCONNECTED, self.strategy._cur_host.state)
stub(self.strategy.connect)
stub(self.strategy.next_host)
self.strategy.fail()
self.assertEquals(FAILED, self.strategy._cur_host.state)
# FIXME: These tests need to be fixed and converted to Chai
# def test_connect_basics(self):
# self.strategy._pending_connect = None
# self.mox.StubOutWithMock( self.connection, 'disconnect' )
# self.connection.disconnect()
# connection_strategy.event.timeout(0, self.strategy._connect_cb).AndReturn('foo')
# self.mox.ReplayAll()
# self.strategy.connect()
# self.assertTrue( self.strategy._pending_connect, 'foo' )
# def test_connect_handles_disconnect_errors(self):
# self.strategy._pending_connect = None
# self.mox.StubOutWithMock( self.connection, 'disconnect' )
# self.connection.disconnect().AndRaise( Exception("can'na do it cap'n") )
#
# self.mox.StubOutWithMock( self.connection, 'log' )
# self.connection.log( 'error while disconnecting', logging.ERROR )
# connection_strategy.event.timeout(0, self.strategy._connect_cb)
# self.mox.ReplayAll()
# self.strategy.connect()
# def test_connect_honors_delay(self):
# self.strategy._pending_connect = None
# self.mox.StubOutWithMock( self.connection, 'disconnect' )
# self.connection.disconnect()
#
# connection_strategy.event.timeout(42, self.strategy._connect_cb).AndReturn('foo')
# self.mox.ReplayAll()
# self.strategy.connect( 42 )
# self.assertTrue( self.strategy._pending_connect, 'foo' )
def test_connect_had_single_pending_event(self):
self.strategy._pending_connect = 'foo'
expect(self.connection.logger.debug).args("disconnecting connection")
expect(self.connection.disconnect)
expect(self.connection.logger.debug).args("Pending connect: %s", 'foo')
self.strategy.connect()
self.assertTrue(self.strategy._pending_connect, 'foo')
def test_connect_cb_when_successful_and_not_reconnecting(self):
self.strategy._pending_connect = 'foo'
self.strategy._cur_host = Host('bar')
self.strategy._reconnecting = False
expect(self.connection.logger.debug).args("Connecting to %s on %s",
'bar', 5672)
expect(self.connection.connect).args('bar', 5672)
expect(self.connection.logger.debug).args('Connected to %s',
self.strategy._cur_host)
self.strategy._connect_cb()
self.assertTrue(self.strategy._pending_connect is None)
self.assertEquals(CONNECTED, self.strategy._cur_host.state)
def test_connect_cb_when_successful_and_reconnecting(self):
reconnect_cb = mock()
self.strategy._pending_connect = 'foo'
self.strategy._cur_host = Host('bar')
self.strategy._reconnecting = True
self.strategy.reconnect_callbacks = [reconnect_cb]
expect(self.connection.logger.debug).args("Connecting to %s on %s",
'bar', 5672)
expect(self.connection.connect).args('bar', 5672)
expect(self.connection.logger.info).args('Connected to %s',
self.strategy._cur_host)
expect(reconnect_cb)
self.strategy._connect_cb()
self.assertTrue(self.strategy._pending_connect is None)
self.assertEquals(CONNECTED, self.strategy._cur_host.state)
self.assertFalse(self.strategy._reconnecting)
def test_connect_cb_on_fail_and_first_connect_attempt(self):
self.strategy._cur_host = Host('bar')
expect(self.connection.logger.debug).args("Connecting to %s on %s",
'bar', 5672)
expect(self.connection.connect).args('bar', 5672).raises(
socket.error('fail sauce'))
expect(self.connection.logger.exception).args(
"Failed to connect to %s, will try again in %d seconds",
self.strategy._cur_host, 2)
expect(self.strategy.connect).args(2)
self.strategy._connect_cb()
self.assertEquals(FAILED, self.strategy._cur_host.state)
def test_connect_cb_on_fail_and_second_connect_attempt(self):
self.strategy._cur_host = Host('bar')
self.strategy._cur_host.state = FAILED
expect(self.connection.logger.debug).args("Connecting to %s on %s",
'bar', 5672)
expect(self.connection.connect).args('bar', 5672).raises(
socket.error('fail sauce'))
expect(self.connection.logger.critical).args("Failed to connect to %s",
self.strategy._cur_host)
expect(self.strategy.next_host)
self.strategy._connect_cb()
class ConnectionStrategyTest(Chai):
def setUp(self):
super(ConnectionStrategyTest,self).setUp()
self.connection = mock()
self.connection.logger = mock()
self.strategy = ConnectionStrategy( self.connection, 'localhost' )
def test_init_is_doin_it_right(self):
self.assertEquals( self.strategy._connection, self.connection )
self.assertEquals( Host(socket.gethostname()), self.strategy._orig_host )
self.assertEquals( [self.strategy._orig_host], self.strategy._known_hosts )
self.assertEquals( self.strategy._orig_host, self.strategy._cur_host )
self.assertFalse(self.strategy._reconnecting)
self.assertEqual([], self.strategy.reconnect_callbacks)
def test_init_with_reconnect_cb(self):
strategy = ConnectionStrategy(self.connection, 'localhost', reconnect_cb = 'my_reconnect_callback')
self.assertEqual(['my_reconnect_callback'], strategy.reconnect_callbacks)
def test_set_known_hosts_is_single_entry(self):
self.assertEquals( [self.strategy._orig_host], self.strategy._known_hosts )
self.strategy.set_known_hosts( socket.gethostname() )
self.assertEquals( [self.strategy._orig_host], self.strategy._known_hosts )
def test_set_known_hosts_updates_list_correctly(self):
self.assertEquals( [self.strategy._orig_host], self.strategy._known_hosts )
self.strategy.set_known_hosts( 'localhost:4200,localhost,foo:1234' )
self.assertEquals( [Host('localhost'),Host('localhost:4200'),Host('foo:1234')], self.strategy._known_hosts )
def test_set_known_hosts_handles_misconfigured_cluster(self):
self.strategy._cur_host = Host('bar')
self.strategy._orig_host = Host('foo:5678')
self.strategy._known_hosts = [ self.strategy._orig_host ]
expect(self.connection.logger.warning).args(
"current host %s not in known hosts %s, reconnecting to %s in %ds!",
self.strategy._cur_host, [Host('foo:5678'),Host('foo:1234')], self.strategy._orig_host, 5 )
expect(self.strategy.connect).args( 5 )
self.strategy.set_known_hosts( 'foo:1234' )
def test_next_host_handles_simple_base_case(self):
self.strategy._cur_host = Host('localhost')
self.strategy._known_hosts = [Host('localhost'), Host('foo')]
expect(self.strategy.connect)
self.strategy.next_host()
self.assertEquals( Host('foo'), self.strategy._cur_host )
self.assertFalse(self.strategy._reconnecting)
def test_next_host_finds_first_unconnected_host(self):
self.strategy._cur_host = Host('localhost')
self.strategy._known_hosts = [Host('localhost'), Host('foo'), Host('bar')]
self.strategy._known_hosts[0].state = CONNECTED
self.strategy._known_hosts[1].state = CONNECTED
expect(self.strategy.connect)
self.strategy.next_host()
self.assertEquals( Host('bar'), self.strategy._cur_host )
self.assertFalse(self.strategy._reconnecting)
def test_next_host_searches_for_unfailed_hosts_if_all_hosts_not_unconnected(self):
self.strategy._cur_host = Host('foo')
self.strategy._known_hosts = [Host('localhost'), Host('foo'), Host('bar'), Host('cat')]
self.strategy._known_hosts[0].state = CONNECTED
self.strategy._known_hosts[1].state = CONNECTED
self.strategy._known_hosts[2].state = CONNECTED
self.strategy._known_hosts[3].state = CONNECTED
expect(self.strategy.connect)
self.strategy.next_host()
self.assertEquals( Host('localhost'), self.strategy._cur_host )
def test_next_host_searches_for_unfailed_hosts_even_if_orig_host_is_failed(self):
self.strategy._cur_host = Host('foo')
self.strategy._known_hosts = [Host('localhost'), Host('foo'), Host('bar'), Host('cat')]
self.strategy._known_hosts[0].state = FAILED
self.strategy._known_hosts[1].state = CONNECTED
self.strategy._known_hosts[2].state = CONNECTED
self.strategy._known_hosts[3].state = CONNECTED
expect(self.strategy.connect)
self.strategy.next_host()
self.assertEquals( Host('foo'), self.strategy._cur_host )
def test_next_host_defaults_to_original_with_delay_if_all_hosts_failed(self):
self.strategy._orig_host = Host('foo')
self.strategy._cur_host = Host('bar')
self.strategy._known_hosts = [Host('foo'), Host('bar'), Host('cat'), Host('dog')]
self.strategy._known_hosts[0].state = FAILED
self.strategy._known_hosts[1].state = FAILED
self.strategy._known_hosts[2].state = FAILED
self.strategy._known_hosts[3].state = FAILED
expect(self.connection.logger.warning).args(
'Failed to connect to any of %s, will retry %s in %d seconds',
self.strategy._known_hosts, self.strategy._orig_host, 5 )
expect(self.strategy.connect).args( 5 )
self.strategy.next_host()
self.assertEquals( Host('foo'), self.strategy._cur_host )
self.assertTrue(self.strategy._reconnecting)
def test_fail_is_not_stoopehd(self):
self.strategy._cur_host = Host('foo')
self.assertEquals( UNCONNECTED, self.strategy._cur_host.state )
stub(self.strategy.connect)
stub(self.strategy.next_host)
self.strategy.fail()
self.assertEquals( FAILED, self.strategy._cur_host.state )
# FIXME: These tests need to be fixed and converted to Chai
# def test_connect_basics(self):
# self.strategy._pending_connect = None
# self.mox.StubOutWithMock( self.connection, 'disconnect' )
# self.connection.disconnect()
# connection_strategy.event.timeout(0, self.strategy._connect_cb).AndReturn('foo')
# self.mox.ReplayAll()
# self.strategy.connect()
# self.assertTrue( self.strategy._pending_connect, 'foo' )
# def test_connect_handles_disconnect_errors(self):
# self.strategy._pending_connect = None
# self.mox.StubOutWithMock( self.connection, 'disconnect' )
# self.connection.disconnect().AndRaise( Exception("can'na do it cap'n") )
#
# self.mox.StubOutWithMock( self.connection, 'log' )
# self.connection.log( 'error while disconnecting', logging.ERROR )
# connection_strategy.event.timeout(0, self.strategy._connect_cb)
# self.mox.ReplayAll()
# self.strategy.connect()
# def test_connect_honors_delay(self):
# self.strategy._pending_connect = None
# self.mox.StubOutWithMock( self.connection, 'disconnect' )
# self.connection.disconnect()
#
# connection_strategy.event.timeout(42, self.strategy._connect_cb).AndReturn('foo')
# self.mox.ReplayAll()
# self.strategy.connect( 42 )
# self.assertTrue( self.strategy._pending_connect, 'foo' )
def test_connect_had_single_pending_event(self):
self.strategy._pending_connect = 'foo'
expect(self.connection.logger.debug).args( "disconnecting connection" )
expect(self.connection.disconnect)
expect(self.connection.logger.debug).args("Pending connect: %s", 'foo')
self.strategy.connect()
self.assertTrue( self.strategy._pending_connect, 'foo' )
def test_connect_cb_when_successful_and_not_reconnecting(self):
self.strategy._pending_connect = 'foo'
self.strategy._cur_host = Host('bar')
self.strategy._reconnecting = False
expect(self.connection.logger.debug).args( "Connecting to %s on %s", 'bar', 5672 )
expect(self.connection.connect).args( 'bar', 5672 )
expect(self.connection.logger.debug).args( 'Connected to %s', self.strategy._cur_host )
self.strategy._connect_cb()
self.assertTrue( self.strategy._pending_connect is None )
self.assertEquals( CONNECTED, self.strategy._cur_host.state )
def test_connect_cb_when_successful_and_reconnecting(self):
reconnect_cb = mock()
self.strategy._pending_connect = 'foo'
self.strategy._cur_host = Host('bar')
self.strategy._reconnecting = True
self.strategy.reconnect_callbacks = [ reconnect_cb ]
expect(self.connection.logger.debug).args( "Connecting to %s on %s", 'bar', 5672 )
expect(self.connection.connect).args( 'bar', 5672 )
expect(self.connection.logger.info).args( 'Connected to %s', self.strategy._cur_host )
expect(reconnect_cb)
self.strategy._connect_cb()
self.assertTrue( self.strategy._pending_connect is None )
self.assertEquals( CONNECTED, self.strategy._cur_host.state )
self.assertFalse(self.strategy._reconnecting)
def test_connect_cb_on_fail_and_first_connect_attempt(self):
self.strategy._cur_host = Host('bar')
expect(self.connection.logger.debug).args( "Connecting to %s on %s", 'bar', 5672 )
expect(self.connection.connect).args( 'bar', 5672 ).raises( socket.error('fail sauce') )
expect(self.connection.logger.exception).args(
"Failed to connect to %s, will try again in %d seconds", self.strategy._cur_host, 2 )
expect(self.strategy.connect).args( 2 )
self.strategy._connect_cb()
self.assertEquals( FAILED, self.strategy._cur_host.state )
def test_connect_cb_on_fail_and_second_connect_attempt(self):
self.strategy._cur_host = Host('bar')
self.strategy._cur_host.state = FAILED
expect(self.connection.logger.debug).args( "Connecting to %s on %s", 'bar', 5672 )
expect(self.connection.connect).args( 'bar', 5672 ).raises( socket.error('fail sauce') )
expect(self.connection.logger.critical).args( "Failed to connect to %s", self.strategy._cur_host )
expect(self.strategy.next_host)
self.strategy._connect_cb()
