def buffer_fill_test(self):
def gen():
for i in range(6):
yield numpy.array([[i * 11]])
buf = Buffer(gen())
# Calling several times without pull should return the same,
# as buffer is already filled.
blocks = [buf.fill(2) for i in range(0, 2)]
numpy.testing.assert_array_equal(blocks, [
[[0], [11]], [[0], [11]]
])
buf.pull(3)
blocks = [buf.fill(3) for i in range(0, 2)]
numpy.testing.assert_array_equal(blocks, [
[[33], [44], [55]], [[33], [44], [55]]
])
buf.pull(2)
blocks = [buf.fill(3) for i in range(0, 2)]
numpy.testing.assert_array_equal(blocks, [
[[55]], [[55]]
])
buf.pull(2)
self.assertRaises(StopIteration, buf.fill, 3)
def pull_all_test(self):
def gen():
for i in range(6):
yield numpy.array([[i * 11]])
buf = Buffer(gen())
numpy.testing.assert_array_equal(buf.pull_all(), [
[0], [11], [22], [33], [44], [55]
])
def cut_into_smaller_blocks_test(self):
def gen():
yield numpy.tile(numpy.arange(0, 10), (2, 1)).transpose()
buf = Buffer(gen())
blocks = [buf.pull(2) for i in range(0, 5)]
numpy.testing.assert_array_equal(blocks, [
[[0, 0], [1, 1]], [[2, 2], [3, 3]], [[4, 4], [5, 5]],
[[6, 6], [7, 7]], [[8, 8], [9, 9]]
])
def pad_test(self):
def gen():
yield numpy.tile(numpy.arange(0, 5), (2, 1)).transpose()
buf = Buffer(gen())
block = buf.pull(8, pad=True)
numpy.testing.assert_array_equal(block, [
[0, 0], [1, 1], [2, 2], [3, 3],
[4, 4], [0, 0], [0, 0], [0, 0]
])
def get_bigger_blocks_test(self):
def gen():
for i in range(10):
yield numpy.array([[i * 11]])
buf = Buffer(gen())
blocks = [buf.pull(2) for i in range(0, 5)]
numpy.testing.assert_array_equal(blocks, [
[[0], [11]], [[22], [33]], [[44], [55]],
[[66], [77]], [[88], [99]]
])
def variable_block_size_test(self):
def gen():
for i in range(5):
yield numpy.array([[i * 1] * 3])
yield numpy.tile(numpy.arange(5, 10), (3, 1)).transpose()
buf = Buffer(gen())
blocks = [buf.pull(2) for i in range(0, 5)]
numpy.testing.assert_array_equal(blocks, [
[[0, 0, 0], [1, 1, 1]], [[2, 2, 2], [3, 3, 3]],
[[4, 4, 4], [5, 5, 5]], [[6, 6, 6], [7, 7, 7]],
[[8, 8, 8], [9, 9, 9]]
])
def overlap_cut_test(self):
"""
Test overlap with pulled blocks smaller than source blocks.
"""
def gen():
yield numpy.tile(numpy.arange(0, 6), (2, 1)).transpose()
buf = Buffer(gen())
blocks = [buf.pull(3, overlap=2) for i in range(0, 4)]
numpy.testing.assert_array_equal(blocks, [
[[0, 0], [1, 1], [2, 2]], [[1, 1], [2, 2], [3, 3]],
[[2, 2], [3, 3], [4, 4]], [[3, 3], [4, 4], [5, 5]],
])
def exhausted_test(self):
def gen():
yield numpy.tile(numpy.arange(0, 11), (2, 1)).transpose()
buf = Buffer(gen())
blocks = [buf.pull(3) for i in range(0, 3)]
numpy.testing.assert_array_equal(blocks, [
[[0, 0], [1, 1], [2, 2]],
[[3, 3], [4, 4], [5, 5]],
[[6, 6], [7, 7], [8, 8]]
])
block = buf.pull(3)
numpy.testing.assert_array_equal(block, [[9, 9], [10, 10]])
self.assertRaises(StopIteration, buf.pull, 2)
def overlap_concatenate_test(self):
"""
Test overlap with pulled blocks bigger than source blocks.
"""
def gen():
for i in range(6):
yield numpy.array([[i * 11, i * 11]])
buf = Buffer(gen())
blocks = [buf.pull(2, overlap=1) for i in range(0, 5)]
numpy.testing.assert_array_equal(blocks, [
[[0, 0], [11, 11]], [[11, 11], [22, 22]],
[[22, 22], [33, 33]], [[33, 33], [44, 44]],
[[44, 44], [55, 55]]
])
def overlap_fuck_up_test(self):
"""
Test that overlap value doesn't f**k up with the block size.
"""
def gen():
for i in range(20):
yield numpy.ones((1024, 1))
buf = Buffer(gen())
while True:
try:
block = buf.pull(1764, overlap=352.8, pad=True)
except StopIteration:
break
self.assertEqual(block.shape[0], 1764)
def overlap_almost_static_test(self):
"""
Test with such a big overlap that same block is returned several times
"""
def gen():
for i in range(6):
yield numpy.array([[i * 11]])
buf = Buffer(gen())
numpy.testing.assert_array_equal(buf.pull(3, overlap=2.5), [
[0], [11], [22]
])
numpy.testing.assert_array_equal(buf.pull(3, overlap=2.5), [
[0], [11], [22]
])
numpy.testing.assert_array_equal(buf.pull(3, overlap=2.5), [
[11], [22], [33]
])
def exhausted_overlap_no_pad_test(self):
def gen():
yield numpy.array([[0, 0]])
yield numpy.array([[1, 1]])
yield numpy.array([[2, 2]])
buf = Buffer(gen())
numpy.testing.assert_array_equal(
buf.pull(2, overlap=1),
[[0, 0], [1, 1]]
)
numpy.testing.assert_array_equal(
buf.pull(2, overlap=1),
[[1, 1], [2, 2]]
)
numpy.testing.assert_array_equal(
buf.pull(2, overlap=1),
[[2, 2]]
)
self.assertRaises(StopIteration, buf.pull, 2, overlap=1)
def read_with_offset_test(self):
buf = Buffer()
buf.push(numpy.array([ numpy.arange(0, 10), numpy.arange(0, 10) ]).T)
buf.push(numpy.array([ numpy.arange(10, 20), numpy.arange(10, 20) ]).T)
numpy.testing.assert_array_equal(
buf.read(0, 10),
numpy.array([ numpy.arange(0, 10), numpy.arange(0, 10) ]).T
)
numpy.testing.assert_array_equal(
buf.read(5, 10),
numpy.array([ numpy.arange(5, 15), numpy.arange(5, 15) ]).T
)
numpy.testing.assert_array_equal(
buf.read(0, 20),
numpy.array([ numpy.arange(0, 20), numpy.arange(0, 20) ]).T
)
def exhausted_overlap_no_pad_decimal_test(self):
def gen():
yield numpy.array([[0, 0]])
yield numpy.array([[1, 1]])
yield numpy.array([[2, 2]])
buf = Buffer(gen())
# read position = 0
numpy.testing.assert_array_equal(
buf.pull(2.5, overlap=2),
[[0, 0], [1, 1]]
)
# read position = 2.5 - 2 = 0.5
numpy.testing.assert_array_equal(
buf.pull(2.5, overlap=2),
[[0, 0], [1, 1]]
)
# read position = 0.5 + (2.5 - 2) = 1.0
# -> discarding block 0
# -> read position = 0
numpy.testing.assert_array_equal(
buf.pull(2.5, overlap=2),
[[1, 1], [2, 2]]
)
# read position = 2.5 - 2 = 0.5
numpy.testing.assert_array_equal(
buf.pull(2.5, overlap=2),
[[1, 1], [2, 2]]
)
# read position = 0.5 + (2.5 - 2) = 1.0
# -> discarding block 0
# -> read position = 0
numpy.testing.assert_array_equal(
buf.pull(2.5, overlap=2),
[[2, 2]]
)
# read position = 2.5 - 2 = 0.5
numpy.testing.assert_array_equal(
buf.pull(2.5, overlap=2),
[[2, 2]]
)
# read position = 0.5 + (2.5 - 2) = 1.0
# -> discarding block 0
# -> empty
self.assertRaises(StopIteration, buf.pull, 2.5, overlap=2)
def shift_test(self):
buf = Buffer()
buf.push(numpy.array([ numpy.arange(0, 10), numpy.arange(0, 10) ]).T)
buf.push(numpy.array([ numpy.arange(10, 20), numpy.arange(10, 20) ]).T)
buf.shift(2)
self.assertEqual(len(buf._blocks), 2)
numpy.testing.assert_array_equal(
buf.read(0, 4),
numpy.array([ numpy.arange(2, 6), numpy.arange(2, 6) ]).T
)
buf.shift(5)
self.assertEqual(len(buf._blocks), 2)
numpy.testing.assert_array_equal(
buf.read(1, 4),
numpy.array([ numpy.arange(8, 12), numpy.arange(8, 12) ]).T
)
buf.shift(5)
self.assertEqual(len(buf._blocks), 1)
numpy.testing.assert_array_equal(
buf.read(3, 3),
numpy.array([ numpy.arange(15, 18), numpy.arange(15, 18) ]).T
)
def read_offset_several_blocks_test(self):
"""
Test for a bug fix
"""
buf = Buffer()
buf.push(numpy.array([ numpy.arange(0, 3) ]).T)
buf.push(numpy.array([ numpy.arange(3, 6) ]).T)
buf.push(numpy.array([ numpy.arange(6, 9) ]).T)
buf.push(numpy.array([ numpy.arange(9, 12) ]).T)
buf.push(numpy.array([ numpy.arange(12, 15) ]).T)
numpy.testing.assert_array_equal(
buf.read(4, 1),
numpy.array([ [4] ])
)
numpy.testing.assert_array_equal(
buf.read(8, 1),
numpy.array([ [8] ])
)
numpy.testing.assert_array_equal(
buf.read(13, 1),
numpy.array([ [13] ])
)
