def test_read_blocks(self):
"""Test BufferData() can buffer data from resource in blocks (start/stop)."""
# Create data reader object.
reader = ReadDirectory(LOG_PATH, message=True)
# Initialise buffer object.
buf = BufferData(reader, length=10)
self.assertFalse(buf.is_ready())
# Start buffering data and wait until buffer is full.
buf.start()
start_wait = time.time()
while not buf.queue.full() and ((time.time() - start_wait) < TIMEOUT):
time.sleep(0.1)
# Read data from queue.
#
# Check capacity of buffer/queue and read all data from the queue. Note
# that BufferData() is still buffering and aught to buffer the
# remaining data to the queue while the first few elements are being
# checked here.
#
self.assertTrue(buf.is_ready())
self.assertEqual(buf.queue.qsize(), 10)
for i in range(0, 10):
message = buf.queue.get()
self.assertEqual(int(100 * message['elapsed_time']), i)
# Wait until remaining data has been read.
start_wait = time.time()
while buf.is_alive() and ((time.time() - start_wait) < TIMEOUT):
time.sleep(0.1)
# Read remaining data from queue.
for i in range(1, 11):
message = buf.queue.get()
self.assertEqual(int(10 * message['elapsed_time']), i)
# Check capacity of buffer.
self.assertTrue(buf.is_ready())
self.assertFalse(buf.is_data_pending())
self.assertEqual(buf.queue.qsize(), 0)
def test_read_blocks(self):
"""Test BufferData() can buffer data from resource in blocks (start/stop)."""
# Create data reader object.
reader = ReadDirectory(LOG_PATH, message=True)
# Initialise buffer object.
buf = BufferData(reader, length=10)
self.assertFalse(buf.is_ready())
# Start buffering data and wait until buffer is full.
buf.start()
start_wait = time.time()
while not buf.queue.full() and ((time.time() - start_wait) < TIMEOUT):
time.sleep(0.1)
# Read data from queue.
#
# Check capacity of buffer/queue and read all data from the queue. Note
# that BufferData() is still buffering and aught to buffer the
# remaining data to the queue while the first few elements are being
# checked here.
#
self.assertTrue(buf.is_ready())
self.assertEqual(buf.queue.qsize(), 10)
for i in range(0, 10):
message = buf.queue.get()
self.assertEqual(int(100 * message['elapsed_time']), i)
# Wait until remaining data has been read.
start_wait = time.time()
while buf.is_alive() and ((time.time() - start_wait) < TIMEOUT):
time.sleep(0.1)
# Read remaining data from queue.
for i in range(1, 11):
message = buf.queue.get()
self.assertEqual(int(10 * message['elapsed_time']), i)
# Check capacity of buffer.
self.assertTrue(buf.is_ready())
self.assertFalse(buf.is_data_pending())
self.assertEqual(buf.queue.qsize(), 0)
def test_read(self):
"""Test BufferData() can buffer data from resource."""
# Create data reader object.
reader = ReadDirectory(LOG_PATH, message=True)
# Initialise buffer object.
buf = BufferData(reader)
# Check capacity of buffer/queue.
self.assertFalse(buf.is_ready())
self.assertTrue(buf.is_data_pending)
self.assertTrue(buf.queue.empty())
self.assertFalse(buf.queue.full())
# Start buffering data and wait until files have been completely read.
buf.start()
start_wait = time.time()
while buf.is_alive() and ((time.time() - start_wait) < TIMEOUT):
time.sleep(0.1)
# Check capacity of buffer/queue.
self.assertTrue(buf.is_ready())
self.assertFalse(buf.is_data_pending())
self.assertFalse(buf.queue.empty())
self.assertEqual(buf.queue.qsize(), 20)
# Read data from queue.
for i in range(0, 10):
message = buf.queue.get()
self.assertEqual(int(100 * message['elapsed_time']), i)
# Read data from queue.
for i in range(0, 10):
message = buf.queue.get()
self.assertEqual(int(10 * message['elapsed_time']), i + 1)
def test_read(self):
"""Test BufferData() can buffer data from resource."""
# Create data reader object.
reader = ReadDirectory(LOG_PATH, message=True)
# Initialise buffer object.
buf = BufferData(reader)
# Check capacity of buffer/queue.
self.assertFalse(buf.is_ready())
self.assertTrue(buf.is_data_pending)
self.assertTrue(buf.queue.empty())
self.assertFalse(buf.queue.full())
# Start buffering data and wait until files have been completely read.
buf.start()
start_wait = time.time()
while buf.is_alive() and ((time.time() - start_wait) < TIMEOUT):
time.sleep(0.1)
# Check capacity of buffer/queue.
self.assertTrue(buf.is_ready())
self.assertFalse(buf.is_data_pending())
self.assertFalse(buf.queue.empty())
self.assertEqual(buf.queue.qsize(), 20)
# Read data from queue.
for i in range(0, 10):
message = buf.queue.get()
self.assertEqual(int(100 * message['elapsed_time']), i)
# Read data from queue.
for i in range(0, 10):
message = buf.queue.get()
self.assertEqual(int(10 * message['elapsed_time']), i + 1)
