def test_dequeue_request(self):
bt = BaseThrottler()
for wait_enqueued in [True, False]:
bt._status = 'stopped'
request = bt._dequeue_request()
self.assertIsNone(request)
bt._status = 'running'
throttled_request, _ = bt._prepare_request(self.default_request)
bt._enqueue_request(throttled_request)
request = bt._dequeue_request()
self.assertEqual(throttled_request, request)
def test_dequeue_request(self):
bt = BaseThrottler()
for wait_enqueued in [True, False]:
bt._status = 'stopped'
request = bt._dequeue_request()
self.assertIsNone(request)
bt._status = 'running'
throttled_request, _ = bt._prepare_request(self.default_request)
bt._enqueue_request(throttled_request)
request = bt._dequeue_request()
self.assertEqual(throttled_request, request)
def test_set_status(self):
bt = BaseThrottler()
for k, v1 in THROTTLER_STATUS_DEPENDENCIES.iteritems():
bt._status = k
for v2 in THROTTLER_STATUS:
if v2 in v1:
bt.status = v2
self.assertEqual(v2, bt._status)
else:
with self.assertRaises(ThrottlerStatusError):
bt.status = v2
bt._status = k
with self.assertRaises(ThrottlerStatusError):
bt.status = 'invalid-status'
def test_set_status(self):
bt = BaseThrottler()
for k, v1 in THROTTLER_STATUS_DEPENDENCIES.iteritems():
bt._status = k
for v2 in THROTTLER_STATUS:
if v2 in v1:
bt.status = v2
self.assertEqual(v2, bt._status)
else:
with self.assertRaises(ThrottlerStatusError):
bt.status = v2
bt._status = k
with self.assertRaises(ThrottlerStatusError):
bt.status = 'invalid-status'
def test_base_throttler(self):
bt = BaseThrottler(name='bt')
self.assertEqual('bt', bt.name)
self.assertIsNone(bt._requests_pool.maxlen)
self.assertEqual(0, bt.delay)
self.assertEqual('initialized', bt._status)
self.assertEqual(0, bt.successes)
self.assertEqual(0, bt.failures)
bt._inc_successes()
self.assertEqual(1, bt.successes)
bt._inc_failures()
self.assertEqual(1, bt.failures)
bt = BaseThrottler(name='bt', delay=5)
self.assertEqual(5, bt.delay)
bt = BaseThrottler(name='bt', reqs_over_time=(5, 15))
self.assertEqual(3, bt.delay)
bt = BaseThrottler(name='bt', delay=1, reqs_over_time=(5, 15))
self.assertEqual(1, bt.delay)
with self.assertRaises(ValueError):
BaseThrottler(name='bt', delay=-1)
with self.assertRaises(ValueError):
BaseThrottler(name='bt', reqs_over_time=(-1, -1))
for status in THROTTLER_STATUS:
bt._status = status
self.assertEqual(status, bt._status)
def test_base_throttler(self):
bt = BaseThrottler(name='bt')
self.assertEqual('bt', bt.name)
self.assertIsNone(bt._requests_pool.maxlen)
self.assertEqual(0, bt.delay)
self.assertEqual('initialized', bt._status)
self.assertEqual(0, bt.successes)
self.assertEqual(0, bt.failures)
bt._inc_successes()
self.assertEqual(1, bt.successes)
bt._inc_failures()
self.assertEqual(1, bt.failures)
bt = BaseThrottler(name='bt', delay=5)
self.assertEqual(5, bt.delay)
bt = BaseThrottler(name='bt', reqs_over_time=(5, 15))
self.assertEqual(3, bt.delay)
bt = BaseThrottler(name='bt', delay=1, reqs_over_time=(5, 15))
self.assertEqual(1, bt.delay)
with self.assertRaises(ValueError):
BaseThrottler(name='bt', delay=-1)
with self.assertRaises(ValueError):
BaseThrottler(name='bt', reqs_over_time=(-1, -1))
for status in THROTTLER_STATUS:
bt._status = status
self.assertEqual(status, bt._status)
def test_pause(self):
bt = BaseThrottler()
for status in THROTTLER_STATUS:
bt._status = status
if status not in ['running', 'waiting']:
self.assertRaises(ThrottlerStatusError, bt.pause)
else:
bt.pause()
self.assertEqual('paused', bt._status)
def test_unpause(self):
bt = BaseThrottler()
for status in THROTTLER_STATUS:
bt._status = status
if status != 'paused':
self.assertRaises(ThrottlerStatusError, bt.unpause)
else:
bt.unpause()
self.assertEqual('running', bt._status)
def test_pause(self):
bt = BaseThrottler()
for status in THROTTLER_STATUS:
bt._status = status
if status not in ['running', 'waiting']:
self.assertRaises(ThrottlerStatusError, bt.pause)
else:
bt.pause()
self.assertEqual('paused', bt._status)
def test_unpause(self):
bt = BaseThrottler()
for status in THROTTLER_STATUS:
bt._status = status
if status != 'paused':
self.assertRaises(ThrottlerStatusError, bt.unpause)
else:
bt.unpause()
self.assertEqual('running', bt._status)
def test_shutdown(self):
bt = BaseThrottler()
for status in THROTTLER_STATUS:
bt._status = status
if status in ['stopped', 'ending', 'ended']:
self.assertRaises(ThrottlerStatusError, bt.shutdown)
else:
bt.shutdown()
self.assertTrue(bt._wait_enqueued)
self.assertEqual('stopped', bt._status)
for status in THROTTLER_STATUS:
bt._status = status
if status in ['stopped', 'ending', 'ended']:
self.assertRaises(ThrottlerStatusError, bt.shutdown)
else:
bt.shutdown(wait_enqueued=False)
self.assertFalse(bt._wait_enqueued)
self.assertEqual('stopped', bt._status)
def test_shutdown(self):
bt = BaseThrottler()
for status in THROTTLER_STATUS:
bt._status = status
if status in ['stopped', 'ending', 'ended']:
self.assertRaises(ThrottlerStatusError, bt.shutdown)
else:
bt.shutdown()
self.assertTrue(bt._wait_enqueued)
self.assertEqual('stopped', bt._status)
for status in THROTTLER_STATUS:
bt._status = status
if status in ['stopped', 'ending', 'ended']:
self.assertRaises(ThrottlerStatusError, bt.shutdown)
else:
bt.shutdown(wait_enqueued=False)
self.assertFalse(bt._wait_enqueued)
self.assertEqual('stopped', bt._status)
def test_dequeue_condition(self):
bt = BaseThrottler()
bt._status = 'running'
self.assertEqual((True, False), bt._dequeue_condition())
self.assertEqual('waiting', bt._status)
bt._status = 'paused'
self.assertEqual((True, False), bt._dequeue_condition())
self.assertEqual('paused', bt._status)
for wait_enqueued in [True, False]:
bt._status = 'stopped'
bt._wait_enqueued = wait_enqueued
self.assertEqual((False, False), bt._dequeue_condition())
self.assertEqual('ending', bt._status)
throttled_request, _ = bt._prepare_request(self.default_request)
bt._enqueue_request(throttled_request)
bt._status = 'running'
self.assertEqual((False, True), bt._dequeue_condition())
self.assertEqual('running', bt._status)
bt._status = 'paused'
self.assertEqual((True, False), bt._dequeue_condition())
self.assertEqual('paused', bt._status)
for wait_enqueued in [True, False]:
bt._status = 'stopped'
bt._wait_enqueued = wait_enqueued
if wait_enqueued:
self.assertEqual((False, True), bt._dequeue_condition())
else:
self.assertEqual((False, False), bt._dequeue_condition())
self.assertEqual('ending', bt._status)
def test_dequeue_condition(self):
bt = BaseThrottler()
bt._status = 'running'
self.assertEqual((True, False), bt._dequeue_condition())
self.assertEqual('waiting', bt._status)
bt._status = 'paused'
self.assertEqual((True, False), bt._dequeue_condition())
self.assertEqual('paused', bt._status)
for wait_enqueued in [True, False]:
bt._status = 'stopped'
bt._wait_enqueued = wait_enqueued
self.assertEqual((False, False), bt._dequeue_condition())
self.assertEqual('ending', bt._status)
throttled_request, _ = bt._prepare_request(self.default_request)
bt._enqueue_request(throttled_request)
bt._status = 'running'
self.assertEqual((False, True), bt._dequeue_condition())
self.assertEqual('running', bt._status)
bt._status = 'paused'
self.assertEqual((True, False), bt._dequeue_condition())
self.assertEqual('paused', bt._status)
for wait_enqueued in [True, False]:
bt._status = 'stopped'
bt._wait_enqueued = wait_enqueued
if wait_enqueued:
self.assertEqual((False, True), bt._dequeue_condition())
else:
self.assertEqual((False, False), bt._dequeue_condition())
self.assertEqual('ending', bt._status)
def test_start(self):
bt = BaseThrottler()
for status in set(THROTTLER_STATUS).difference(set(['initialized'])):
bt._status = status
self.assertRaises(ThrottlerStatusError, bt.start)
def test_start(self):
bt = BaseThrottler()
for status in set(THROTTLER_STATUS).difference(set(['initialized'])):
bt._status = status
self.assertRaises(ThrottlerStatusError, bt.start)