def segment_without_data(): test_file = GeneratedFile() test_file.add_segment(("kTocMetaData", "kTocNewObjList"), segment_objects_metadata( channel_metadata("/'group'/'channel1'", TDS_TYPE_INT32, 2), ), "") test_file.add_segment( ("kTocMetaData", "kTocNewObjList", "kTocRawData"), segment_objects_metadata( channel_metadata_with_repeated_structure("/'group'/'channel1'"), ), "01 00 00 00" "02 00 00 00") test_file.add_segment( ("kTocMetaData", "kTocNewObjList"), segment_objects_metadata( channel_metadata_with_repeated_structure("/'group'/'channel1'"), ), "") test_file.add_segment( ("kTocMetaData", "kTocNewObjList", "kTocRawData"), segment_objects_metadata( channel_metadata_with_repeated_structure("/'group'/'channel1'"), ), "03 00 00 00" "04 00 00 00") expected_data = { ('group', 'channel1'): np.array([1, 2, 3, 4], dtype=np.int32), } return test_file, expected_data
def object_with_no_metadata_in_segment(): """ Re-use an object without setting any new metadata and re-using the data structure """ test_file = GeneratedFile() test_file.add_segment( ("kTocMetaData", "kTocRawData", "kTocNewObjList"), segment_objects_metadata( channel_metadata("/'group'/'channel1'", TDS_TYPE_INT32, 2), channel_metadata("/'group'/'channel2'", TDS_TYPE_INT32, 2), ), "01 00 00 00" "02 00 00 00" "03 00 00 00" "04 00 00 00") test_file.add_segment( ("kTocMetaData", "kTocRawData", "kTocNewObjList"), segment_objects_metadata( channel_metadata_with_repeated_structure("/'group'/'channel1'"), channel_metadata_with_repeated_structure("/'group'/'channel2'"), ), "05 00 00 00" "06 00 00 00" "07 00 00 00" "08 00 00 00") expected_data = { ('group', 'channel1'): np.array([1, 2, 5, 6], dtype=np.int32), ('group', 'channel2'): np.array([3, 4, 7, 8], dtype=np.int32), } return test_file, expected_data
def alternating_data_objects_reusing_obj_list(): """ Alternating segments with different objects with data, reusing the object list from the last segment. """ test_file = GeneratedFile() test_file.add_segment( ("kTocMetaData", "kTocRawData", "kTocNewObjList"), segment_objects_metadata( channel_metadata("/'group'/'channel1'", TDS_TYPE_INT32, 2), channel_metadata_with_no_data("/'group'/'channel2'"), ), "01 00 00 00" "02 00 00 00") test_file.add_segment( ("kTocMetaData", "kTocRawData"), segment_objects_metadata( channel_metadata_with_no_data("/'group'/'channel1'"), channel_metadata("/'group'/'channel2'", TDS_TYPE_INT32, 2), ), "03 00 00 00" "04 00 00 00") test_file.add_segment( ("kTocMetaData", "kTocRawData"), segment_objects_metadata( channel_metadata_with_repeated_structure("/'group'/'channel1'"), channel_metadata_with_no_data("/'group'/'channel2'"), ), "05 00 00 00" "06 00 00 00") test_file.add_segment( ("kTocMetaData", "kTocRawData"), segment_objects_metadata( channel_metadata_with_no_data("/'group'/'channel1'"), channel_metadata_with_repeated_structure("/'group'/'channel2'"), ), "07 00 00 00" "08 00 00 00") expected_data = { ('group', 'channel1'): np.array([1, 2, 5, 6], dtype=np.int32), ('group', 'channel2'): np.array([3, 4, 7, 8], dtype=np.int32), } return test_file, expected_data
def test_complex_metadata_reading(benchmark): """ Benchmark reading metadata for a file with many channels and segments with alternating sets of objects """ test_file = GeneratedFile() data = np.array([0] * 5, dtype=np.dtype('int32')).tobytes() test_file.add_segment( ("kTocMetaData", "kTocRawData", "kTocNewObjList"), segment_objects_metadata( channel_metadata("/'group'/'channel0'", TDS_TYPE_INT32, 1), channel_metadata("/'group'/'channel1'", TDS_TYPE_INT32, 1), channel_metadata("/'group'/'channel2'", TDS_TYPE_INT32, 1), channel_metadata("/'group'/'channel3'", TDS_TYPE_INT32, 1), channel_metadata("/'group'/'channel4'", TDS_TYPE_INT32, 1), ), data, binary_data=True) test_file.add_segment( ("kTocMetaData", "kTocRawData", "kTocNewObjList"), segment_objects_metadata( channel_metadata("/'group'/'channel5'", TDS_TYPE_INT32, 1), channel_metadata("/'group'/'channel6'", TDS_TYPE_INT32, 1), channel_metadata("/'group'/'channel7'", TDS_TYPE_INT32, 1), channel_metadata("/'group'/'channel8'", TDS_TYPE_INT32, 1), channel_metadata("/'group'/'channel9'", TDS_TYPE_INT32, 1), ), data, binary_data=True) for _ in range(9): test_file.add_segment( ("kTocMetaData", "kTocRawData", "kTocNewObjList"), segment_objects_metadata( channel_metadata_with_no_data("/'group'/'channel0'"), channel_metadata_with_no_data("/'group'/'channel1'"), channel_metadata_with_no_data("/'group'/'channel2'"), channel_metadata_with_no_data("/'group'/'channel3'"), channel_metadata_with_no_data("/'group'/'channel4'"), channel_metadata_with_repeated_structure( "/'group'/'channel5'"), channel_metadata_with_repeated_structure( "/'group'/'channel6'"), channel_metadata_with_repeated_structure( "/'group'/'channel7'"), channel_metadata_with_repeated_structure( "/'group'/'channel8'"), channel_metadata_with_repeated_structure( "/'group'/'channel9'"), ), data, binary_data=True) test_file.add_segment( ("kTocMetaData", "kTocRawData", "kTocNewObjList"), segment_objects_metadata( channel_metadata_with_repeated_structure( "/'group'/'channel0'"), channel_metadata_with_repeated_structure( "/'group'/'channel1'"), channel_metadata_with_repeated_structure( "/'group'/'channel2'"), channel_metadata_with_repeated_structure( "/'group'/'channel3'"), channel_metadata_with_repeated_structure( "/'group'/'channel4'"), channel_metadata_with_no_data("/'group'/'channel5'"), channel_metadata_with_no_data("/'group'/'channel6'"), channel_metadata_with_no_data("/'group'/'channel7'"), channel_metadata_with_no_data("/'group'/'channel8'"), channel_metadata_with_no_data("/'group'/'channel9'"), ), data, binary_data=True) tdms_file = benchmark(read_metadata_from_start, test_file.get_bytes_io_file()) assert len(tdms_file) == 1 assert len(tdms_file['group']) == 10 for channel_num in range(10): assert len(tdms_file['group']['channel{0}'.format(channel_num)]) == 10