def save_reader4(output, fmt):
x = MDFreader(r'test.mf4')
with Timer('Save file', 'mdfreader {} mdfv4'.format(mdfreader_version),
fmt) as timer:
x.write(r'x.mf4')
output.send([timer.output, timer.error])
def save_reader4(output, fmt):
x = MDFreader(r"test.mf4")
with Timer("Save file", "mdfreader {} mdfv4".format(mdfreader_version),
fmt) as timer:
x.write(r"x.mf4")
output.send([timer.output, timer.error])
def save_reader4_nodata(output, fmt):
x = MDFreader(r"test.mf4", no_data_loading=True)
with Timer("Save file",
"mdfreader {} no_data_loading mdfv4".format(mdfreader_version),
fmt) as timer:
x.write(r"x.mf4")
output.send([timer.output, timer.error])
def get_all_reader3(output, fmt):
x = MDFreader(r"test.mdf")
with Timer("Get all channels",
"mdfreader {} mdfv3".format(mdfreader_version), fmt) as timer:
for s in x:
x.get_channel_data(s)
output.send([timer.output, timer.error])
def save_reader4_nodata(output, fmt):
x = MDFreader(r'test.mf4', no_data_loading=True)
with Timer('Save file',
'mdfreader {} no_data_loading mdfv4'.format(mdfreader_version),
fmt) as timer:
x.write(r'x.mf4')
output.send([timer.output, timer.error])
def get_all_reader3_nodata(output, fmt):
x = MDFreader(r'test.mdf', no_data_loading=True)
with Timer('Get all channels',
'mdfreader {} nodata mdfv3'.format(mdfreader_version),
fmt) as timer:
for s in x:
x.get_channel_data(s)
output.send([timer.output, timer.error])
def cut_reader4(output, fmt):
x = MDFreader(r"test.mf4")
t = x.get_channel_data(list(x.masterChannelList)[0])
begin, end = 0.2 * (t[-1] - t[0]) + t[0], 0.8 * (t[-1] - t[0]) + t[0]
with Timer("Cut file", "mdfreader {} mdfv4".format(mdfreader_version),
fmt) as timer:
x.cut(begin=begin, end=end)
output.send([timer.output, timer.error])
def cut_reader4_nodata(output, fmt):
x = MDFreader(r'test.mf4', no_data_loading=True)
t = x.get_channel_data(list(x.masterChannelList)[0])
begin, end = 0.2 * (t[-1] - t[0]) + t[0], 0.8 * (t[-1] - t[0]) + t[0]
with Timer('Cut file',
'mdfreader {} nodata mdfv4'.format(mdfreader_version),
fmt) as timer:
x.cut(begin=begin, end=end)
output.send([timer.output, timer.error])
def cut_reader4_compression(output, fmt):
x = MDFreader(r'test.mf4', compression='blosc')
t = x.get_channel_data(list(x.masterChannelList)[0])
begin, end = 0.2 * (t[-1] - t[0]) + t[0], 0.8 * (t[-1] - t[0]) + t[0]
with Timer('Cut file',
'mdfreader {} compression mdfv4'.format(mdfreader_version),
fmt) as timer:
x.cut(begin=begin, end=end)
output.send([timer.output, timer.error])
def save_reader3_compression(output, fmt):
with Timer("Save file",
"mdfreader {} compress mdfv3".format(mdfreader_version),
fmt) as outer_timer:
x = MDFreader(r"test.mdf", compression="blosc")
with Timer("Save file",
"mdfreader {} compress mdfv3".format(mdfreader_version),
fmt) as timer:
x.write(r"x.mdf")
output.send([timer.output, timer.error])
if outer_timer.error:
output.send([timer.output, timer.error])
def save_reader3_compression(output, fmt):
with Timer('Save file',
'mdfreader {} compress mdfv3'.format(mdfreader_version),
fmt) as outer_timer:
x = MDFreader(r'test.mdf', compression='blosc')
with Timer('Save file',
'mdfreader {} compress mdfv3'.format(mdfreader_version),
fmt) as timer:
x.write(r'x.mdf')
output.send([timer.output, timer.error])
if outer_timer.error:
output.send([timer.output, timer.error])
def get_all_reader3_compression(output, fmt):
x = MDFreader(r"test.mdf", compression="blosc")
with Timer("Get all channels",
"mdfreader {} compress mdfv3".format(mdfreader_version),
fmt) as timer:
for s in x:
x.get_channel_data(s)
with open("D:\\TMP\\f.txt", "w") as f:
f.write("OK")
output.send([timer.output, timer.error])
def get_all_reader3_compression(output, fmt):
x = MDFreader(r'test.mdf', compression='blosc')
with Timer('Get all channels',
'mdfreader {} compress mdfv3'.format(mdfreader_version),
fmt) as timer:
for s in x:
x.get_channel_data(s)
with open('D:\\TMP\\f.txt', 'w') as f:
f.write('OK')
output.send([timer.output, timer.error])
def doImport(self, params):
"""Actually import data
params is a ImportPluginParams object.
Return a list of ImportDataset1D, ImportDataset2D objects
"""
data = Mdf(params.filename)
data.resample(sampling_time=params.field_results['mult'])
List = []
for channelName in list(data.keys()):
if len(data[channelName]['data']) > 0 and not data[channelName][
'data'].dtype.kind in ['S', 'U']:
# print( data[channelName]['data'].dtype )
List.append(
ImportDataset1D(channelName, data[channelName]['data']))
return List
def get_all_reader4(output, fmt):
x = MDFreader(r"test.mf4")
with Timer("Get all channels",
"mdfreader {} mdfv4".format(mdfreader_version), fmt) as timer:
t = perf_counter()
counter = 0
to_break = False
for s in x:
t2 = perf_counter()
if t2 - t > 60:
timer.message += " {}/s".format(counter / (t2 - t))
to_break = True
break
x.get_channel_data(s)
counter += 1
output.send([timer.output, timer.error])
def get_all_reader4_compression(output, fmt):
x = MDFreader(r'test.mf4', compression='blosc')
with Timer('Get all channels',
'mdfreader {} compress mdfv4'.format(mdfreader_version),
fmt) as timer:
t = perf_counter()
counter = 0
to_break = False
for s in x:
t2 = perf_counter()
if t2 - t > 60:
timer.message += ' {}/s'.format(counter / (t2 - t))
to_break = True
break
x.get_channel_data(s)
counter += 1
output.send([timer.output, timer.error])
def filter_reader4(output, fmt):
with Timer('Filter file', 'mdfreader {} mdfv4'.format(mdfreader_version),
fmt) as timer:
x = MDFreader(r'test.mf4',
channel_list=[
f'Channel_{i}_{j}5' for i in range(10)
for j in range(1, 20)
])
t = perf_counter()
counter = 0
for s in x:
t2 = perf_counter()
if t2 - t > 60:
timer.message += ' {}/s'.format(counter / (t2 - t))
break
x.get_channel_data(s)
counter += 1
output.send([timer.output, timer.error])
def filter_reader4(output, fmt):
with Timer("Filter file", "mdfreader {} mdfv4".format(mdfreader_version),
fmt) as timer:
x = MDFreader(
r"test.mf4",
channel_list=[
f"Channel_{i}_{j}5" for i in range(10) for j in range(1, 20)
],
)
t = perf_counter()
counter = 0
for s in x:
t2 = perf_counter()
if t2 - t > 60:
timer.message += " {}/s".format(counter / (t2 - t))
break
x.get_channel_data(s)
counter += 1
output.send([timer.output, timer.error])
def merge_reader_v3_nodata(output, fmt):
files = [
r'test.mdf',
] * 3
with Timer('Merge 3 files',
'mdfreader {} nodata v3'.format(mdfreader_version),
fmt) as timer:
x1 = MDFreader(files[0], no_data_loading=True)
x1.resample(0.01)
x2 = MDFreader(files[1], no_data_loading=True)
x2.resample(0.01)
x1.merge_mdf(x2)
x2 = MDFreader(files[2])
x2.resample(0.01)
x1.merge_mdf(x2)
output.send([timer.output, timer.error])
def merge_reader_v4_nodata(output, fmt):
files = [
r"test.mf4",
] * 3
with Timer("Merge 3 files",
"mdfreader {} nodata v4".format(mdfreader_version),
fmt) as timer:
x1 = MDFreader(files[0], no_data_loading=True)
x1.resample(0.01)
x2 = MDFreader(files[1], no_data_loading=True)
x2.resample(0.01)
x1.merge_mdf(x2)
x2 = MDFreader(files[2], no_data_loading=True)
x2.resample(0.01)
x1.merge_mdf(x2)
output.send([timer.output, timer.error])
def merge_reader_v4_compress(output, fmt):
files = [
r"test.mf4",
] * 3
with Timer("Merge 3 files",
"mdfreader {} compress v4".format(mdfreader_version),
fmt) as timer:
x1 = MDFreader(files[0], compression="blosc")
x1.resample(0.01)
x2 = MDFreader(files[1], compression="blosc")
x2.resample(0.01)
x1.merge_mdf(x2)
x2 = MDFreader(files[2], compression="blosc")
x2.resample(0.01)
x1.merge_mdf(x2)
output.send([timer.output, timer.error])
def merge_reader_v3(output, fmt):
files = [
r"test.mdf",
] * 3
with Timer("Merge 3 files", "mdfreader {} v3".format(mdfreader_version),
fmt) as timer:
x1 = MDFreader(files[0])
x1.resample(0.01)
x2 = MDFreader(files[1])
x2.resample(0.01)
x1.merge_mdf(x2)
x2 = MDFreader(files[2])
x2.resample(0.01)
x1.merge_mdf(x2)
output.send([timer.output, timer.error])
def merge_reader_v4_compress(output, fmt):
files = [
r'test.mf4',
] * 3
with Timer('Merge 3 files',
'mdfreader {} compress v4'.format(mdfreader_version),
fmt) as timer:
x1 = MDFreader(files[0], compression='blosc')
x1.resample(0.01)
x2 = MDFreader(files[1], compression='blosc')
x2.resample(0.01)
x1.merge_mdf(x2)
x2 = MDFreader(files[2], compression='blosc')
x2.resample(0.01)
x1.merge_mdf(x2)
output.send([timer.output, timer.error])
