def test_memory_records_v0():
data_bytes = b"".join(record_batch_data_v0)
records = MemoryRecords(data_bytes + b"\x00" * 4)
assert records.size_in_bytes() == 114
records = MemoryRecords(data_bytes)
assert records.has_next() is True
batch = records.next_batch()
recs = list(batch)
assert len(recs) == 1
assert recs[0].value == b"123"
assert recs[0].key is None
assert recs[0].timestamp is None
assert recs[0].timestamp_type is None
assert recs[0].checksum == -22012481 & 0xffffffff
assert records.next_batch() is not None
assert records.next_batch() is not None
assert records.next_batch() is not None
assert records.has_next() is False
assert records.next_batch() is None
assert records.next_batch() is None
def test_memory_records_corrupt():
records = MemoryRecords(b"")
assert records.size_in_bytes() == 0
assert records.has_next() is False
records = MemoryRecords(b"\x00\x00\x00")
assert records.size_in_bytes() == 3
assert records.has_next() is False
with pytest.raises(CorruptRecordException):
records = MemoryRecords(
b"\x00\x00\x00\x00\x00\x00\x00\x03" # Offset=3
b"\x00\x00\x00\x03" # Length=3
b"\xfe\xb0\x1d", # Some random bytes
)
records.next_batch()
def test_memory_records_v1():
data_bytes = b"".join(record_batch_data_v1) + b"\x00" * 4
records = MemoryRecords(data_bytes)
assert records.size_in_bytes() == 146
assert records.has_next() is True
batch = records.next_batch()
recs = list(batch)
assert len(recs) == 1
assert recs[0].value == b"123"
assert recs[0].key is None
assert recs[0].timestamp == 1503648000942
assert recs[0].timestamp_type == 0
assert recs[0].checksum == 1199974594 & 0xffffffff
assert records.next_batch() is not None
assert records.next_batch() is not None
assert records.next_batch() is not None
assert records.has_next() is False
assert records.next_batch() is None
assert records.next_batch() is None
def test_memory_records_v2():
data_bytes = b"".join(record_batch_data_v2) + b"\x00" * 4
records = MemoryRecords(data_bytes)
assert records.size_in_bytes() == 222
assert records.has_next() is True
batch = records.next_batch()
recs = list(batch)
assert len(recs) == 1
assert recs[0].value == b"123"
assert recs[0].key is None
assert recs[0].timestamp == 1503229838908
assert recs[0].timestamp_type == 0
assert recs[0].checksum is None
assert recs[0].headers == []
assert records.next_batch() is not None
assert records.next_batch() is not None
assert records.has_next() is False
assert records.next_batch() is None
assert records.next_batch() is None