def segment_without_data():
test_file = GeneratedFile()
test_file.add_segment(("kTocMetaData", "kTocNewObjList"),
segment_objects_metadata(
channel_metadata("/'group'/'channel1'",
TDS_TYPE_INT32, 2), ), "")
test_file.add_segment(
("kTocMetaData", "kTocNewObjList", "kTocRawData"),
segment_objects_metadata(
channel_metadata_with_repeated_structure("/'group'/'channel1'"), ),
"01 00 00 00"
"02 00 00 00")
test_file.add_segment(
("kTocMetaData", "kTocNewObjList"),
segment_objects_metadata(
channel_metadata_with_repeated_structure("/'group'/'channel1'"), ),
"")
test_file.add_segment(
("kTocMetaData", "kTocNewObjList", "kTocRawData"),
segment_objects_metadata(
channel_metadata_with_repeated_structure("/'group'/'channel1'"), ),
"03 00 00 00"
"04 00 00 00")
expected_data = {
('group', 'channel1'): np.array([1, 2, 3, 4], dtype=np.int32),
}
return test_file, expected_data
def object_with_no_metadata_in_segment():
""" Re-use an object without setting any new metadata and
re-using the data structure
"""
test_file = GeneratedFile()
test_file.add_segment(
("kTocMetaData", "kTocRawData", "kTocNewObjList"),
segment_objects_metadata(
channel_metadata("/'group'/'channel1'", TDS_TYPE_INT32, 2),
channel_metadata("/'group'/'channel2'", TDS_TYPE_INT32, 2),
), "01 00 00 00"
"02 00 00 00"
"03 00 00 00"
"04 00 00 00")
test_file.add_segment(
("kTocMetaData", "kTocRawData", "kTocNewObjList"),
segment_objects_metadata(
channel_metadata_with_repeated_structure("/'group'/'channel1'"),
channel_metadata_with_repeated_structure("/'group'/'channel2'"),
), "05 00 00 00"
"06 00 00 00"
"07 00 00 00"
"08 00 00 00")
expected_data = {
('group', 'channel1'): np.array([1, 2, 5, 6], dtype=np.int32),
('group', 'channel2'): np.array([3, 4, 7, 8], dtype=np.int32),
}
return test_file, expected_data
def alternating_data_objects_reusing_obj_list():
""" Alternating segments with different objects with data,
reusing the object list from the last segment.
"""
test_file = GeneratedFile()
test_file.add_segment(
("kTocMetaData", "kTocRawData", "kTocNewObjList"),
segment_objects_metadata(
channel_metadata("/'group'/'channel1'", TDS_TYPE_INT32, 2),
channel_metadata_with_no_data("/'group'/'channel2'"),
), "01 00 00 00"
"02 00 00 00")
test_file.add_segment(
("kTocMetaData", "kTocRawData"),
segment_objects_metadata(
channel_metadata_with_no_data("/'group'/'channel1'"),
channel_metadata("/'group'/'channel2'", TDS_TYPE_INT32, 2),
), "03 00 00 00"
"04 00 00 00")
test_file.add_segment(
("kTocMetaData", "kTocRawData"),
segment_objects_metadata(
channel_metadata_with_repeated_structure("/'group'/'channel1'"),
channel_metadata_with_no_data("/'group'/'channel2'"),
), "05 00 00 00"
"06 00 00 00")
test_file.add_segment(
("kTocMetaData", "kTocRawData"),
segment_objects_metadata(
channel_metadata_with_no_data("/'group'/'channel1'"),
channel_metadata_with_repeated_structure("/'group'/'channel2'"),
), "07 00 00 00"
"08 00 00 00")
expected_data = {
('group', 'channel1'): np.array([1, 2, 5, 6], dtype=np.int32),
('group', 'channel2'): np.array([3, 4, 7, 8], dtype=np.int32),
}
return test_file, expected_data
def test_complex_metadata_reading(benchmark):
""" Benchmark reading metadata for a file with many channels and segments with alternating sets of objects
"""
test_file = GeneratedFile()
data = np.array([0] * 5, dtype=np.dtype('int32')).tobytes()
test_file.add_segment(
("kTocMetaData", "kTocRawData", "kTocNewObjList"),
segment_objects_metadata(
channel_metadata("/'group'/'channel0'", TDS_TYPE_INT32, 1),
channel_metadata("/'group'/'channel1'", TDS_TYPE_INT32, 1),
channel_metadata("/'group'/'channel2'", TDS_TYPE_INT32, 1),
channel_metadata("/'group'/'channel3'", TDS_TYPE_INT32, 1),
channel_metadata("/'group'/'channel4'", TDS_TYPE_INT32, 1),
),
data,
binary_data=True)
test_file.add_segment(
("kTocMetaData", "kTocRawData", "kTocNewObjList"),
segment_objects_metadata(
channel_metadata("/'group'/'channel5'", TDS_TYPE_INT32, 1),
channel_metadata("/'group'/'channel6'", TDS_TYPE_INT32, 1),
channel_metadata("/'group'/'channel7'", TDS_TYPE_INT32, 1),
channel_metadata("/'group'/'channel8'", TDS_TYPE_INT32, 1),
channel_metadata("/'group'/'channel9'", TDS_TYPE_INT32, 1),
),
data,
binary_data=True)
for _ in range(9):
test_file.add_segment(
("kTocMetaData", "kTocRawData", "kTocNewObjList"),
segment_objects_metadata(
channel_metadata_with_no_data("/'group'/'channel0'"),
channel_metadata_with_no_data("/'group'/'channel1'"),
channel_metadata_with_no_data("/'group'/'channel2'"),
channel_metadata_with_no_data("/'group'/'channel3'"),
channel_metadata_with_no_data("/'group'/'channel4'"),
channel_metadata_with_repeated_structure(
"/'group'/'channel5'"),
channel_metadata_with_repeated_structure(
"/'group'/'channel6'"),
channel_metadata_with_repeated_structure(
"/'group'/'channel7'"),
channel_metadata_with_repeated_structure(
"/'group'/'channel8'"),
channel_metadata_with_repeated_structure(
"/'group'/'channel9'"),
),
data,
binary_data=True)
test_file.add_segment(
("kTocMetaData", "kTocRawData", "kTocNewObjList"),
segment_objects_metadata(
channel_metadata_with_repeated_structure(
"/'group'/'channel0'"),
channel_metadata_with_repeated_structure(
"/'group'/'channel1'"),
channel_metadata_with_repeated_structure(
"/'group'/'channel2'"),
channel_metadata_with_repeated_structure(
"/'group'/'channel3'"),
channel_metadata_with_repeated_structure(
"/'group'/'channel4'"),
channel_metadata_with_no_data("/'group'/'channel5'"),
channel_metadata_with_no_data("/'group'/'channel6'"),
channel_metadata_with_no_data("/'group'/'channel7'"),
channel_metadata_with_no_data("/'group'/'channel8'"),
channel_metadata_with_no_data("/'group'/'channel9'"),
),
data,
binary_data=True)
tdms_file = benchmark(read_metadata_from_start,
test_file.get_bytes_io_file())
assert len(tdms_file) == 1
assert len(tdms_file['group']) == 10
for channel_num in range(10):
assert len(tdms_file['group']['channel{0}'.format(channel_num)]) == 10
