def setUp(self):
self.q = DeferQueue()
def setUp(self):
self.q = DeferQueue()
class TestDeferQueue(unittest.TestCase):
def setUp(self):
self.q = DeferQueue()
def test_no_writes_when_not_lowest_block(self):
writes = self.q.request_writes(offset=1, data='bar')
self.assertEqual(writes, [])
def test_writes_returned_in_order(self):
self.assertEqual(self.q.request_writes(offset=3, data='d'), [])
self.assertEqual(self.q.request_writes(offset=2, data='c'), [])
self.assertEqual(self.q.request_writes(offset=1, data='b'), [])
# Everything at this point has been deferred, but as soon as we
# send offset=0, that will unlock offsets 0-3.
writes = self.q.request_writes(offset=0, data='a')
self.assertEqual(writes, [{
'offset': 0,
'data': 'a'
}, {
'offset': 1,
'data': 'b'
}, {
'offset': 2,
'data': 'c'
}, {
'offset': 3,
'data': 'd'
}])
def test_unlocks_partial_range(self):
self.assertEqual(self.q.request_writes(offset=5, data='f'), [])
self.assertEqual(self.q.request_writes(offset=1, data='b'), [])
# offset=0 unlocks 0-1, but offset=5 still needs to see 2-4 first.
writes = self.q.request_writes(offset=0, data='a')
self.assertEqual(writes, [
{
'offset': 0,
'data': 'a'
},
{
'offset': 1,
'data': 'b'
},
])
def test_data_can_be_any_size(self):
self.q.request_writes(offset=5, data='hello world')
writes = self.q.request_writes(offset=0, data='abcde')
self.assertEqual(writes, [
{
'offset': 0,
'data': 'abcde'
},
{
'offset': 5,
'data': 'hello world'
},
])
def test_data_queued_in_order(self):
# This immediately gets returned because offset=0 is the
# next range we're waiting on.
writes = self.q.request_writes(offset=0, data='hello world')
self.assertEqual(writes, [{'offset': 0, 'data': 'hello world'}])
# Same thing here but with offset
writes = self.q.request_writes(offset=11, data='hello again')
self.assertEqual(writes, [{'offset': 11, 'data': 'hello again'}])
def test_writes_below_min_offset_are_ignored(self):
self.q.request_writes(offset=0, data='a')
self.q.request_writes(offset=1, data='b')
self.q.request_writes(offset=2, data='c')
# At this point we're expecting offset=3, so if a write
# comes in below 3, we ignore it.
self.assertEqual(self.q.request_writes(offset=0, data='a'), [])
self.assertEqual(self.q.request_writes(offset=1, data='b'), [])
self.assertEqual(self.q.request_writes(offset=3, data='d'),
[{
'offset': 3,
'data': 'd'
}])
def test_duplicate_writes_are_ignored(self):
self.q.request_writes(offset=2, data='c')
self.q.request_writes(offset=1, data='b')
# We're still waiting for offset=0, but if
# a duplicate write comes in for offset=2/offset=1
# it's ignored. This gives "first one wins" behavior.
self.assertEqual(self.q.request_writes(offset=2, data='X'), [])
self.assertEqual(self.q.request_writes(offset=1, data='Y'), [])
self.assertEqual(
self.q.request_writes(offset=0, data='a'),
[
{
'offset': 0,
'data': 'a'
},
# Note we're seeing 'b' 'c', and not 'X', 'Y'.
{
'offset': 1,
'data': 'b'
},
{
'offset': 2,
'data': 'c'
},
])
class TestDeferQueue(unittest.TestCase):
def setUp(self):
self.q = DeferQueue()
def test_no_writes_when_not_lowest_block(self):
writes = self.q.request_writes(offset=1, data='bar')
self.assertEqual(writes, [])
def test_writes_returned_in_order(self):
self.assertEqual(self.q.request_writes(offset=3, data='d'), [])
self.assertEqual(self.q.request_writes(offset=2, data='c'), [])
self.assertEqual(self.q.request_writes(offset=1, data='b'), [])
# Everything at this point has been deferred, but as soon as we
# send offset=0, that will unlock offsets 0-3.
writes = self.q.request_writes(offset=0, data='a')
self.assertEqual(
writes,
[
{'offset': 0, 'data': 'a'},
{'offset': 1, 'data': 'b'},
{'offset': 2, 'data': 'c'},
{'offset': 3, 'data': 'd'}
]
)
def test_unlocks_partial_range(self):
self.assertEqual(self.q.request_writes(offset=5, data='f'), [])
self.assertEqual(self.q.request_writes(offset=1, data='b'), [])
# offset=0 unlocks 0-1, but offset=5 still needs to see 2-4 first.
writes = self.q.request_writes(offset=0, data='a')
self.assertEqual(
writes,
[
{'offset': 0, 'data': 'a'},
{'offset': 1, 'data': 'b'},
]
)
def test_data_can_be_any_size(self):
self.q.request_writes(offset=5, data='hello world')
writes = self.q.request_writes(offset=0, data='abcde')
self.assertEqual(
writes,
[
{'offset': 0, 'data': 'abcde'},
{'offset': 5, 'data': 'hello world'},
]
)
def test_data_queued_in_order(self):
# This immediately gets returned because offset=0 is the
# next range we're waiting on.
writes = self.q.request_writes(offset=0, data='hello world')
self.assertEqual(writes, [{'offset': 0, 'data': 'hello world'}])
# Same thing here but with offset
writes = self.q.request_writes(offset=11, data='hello again')
self.assertEqual(writes, [{'offset': 11, 'data': 'hello again'}])
def test_writes_below_min_offset_are_ignored(self):
self.q.request_writes(offset=0, data='a')
self.q.request_writes(offset=1, data='b')
self.q.request_writes(offset=2, data='c')
# At this point we're expecting offset=3, so if a write
# comes in below 3, we ignore it.
self.assertEqual(self.q.request_writes(offset=0, data='a'), [])
self.assertEqual(self.q.request_writes(offset=1, data='b'), [])
self.assertEqual(
self.q.request_writes(offset=3, data='d'),
[{'offset': 3, 'data': 'd'}]
)
def test_duplicate_writes_are_ignored(self):
self.q.request_writes(offset=2, data='c')
self.q.request_writes(offset=1, data='b')
# We're still waiting for offset=0, but if
# a duplicate write comes in for offset=2/offset=1
# it's ignored. This gives "first one wins" behavior.
self.assertEqual(self.q.request_writes(offset=2, data='X'), [])
self.assertEqual(self.q.request_writes(offset=1, data='Y'), [])
self.assertEqual(
self.q.request_writes(offset=0, data='a'),
[
{'offset': 0, 'data': 'a'},
# Note we're seeing 'b' 'c', and not 'X', 'Y'.
{'offset': 1, 'data': 'b'},
{'offset': 2, 'data': 'c'},
]
)