def xye_save_test(self):
filename = join(self.basedir,
'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye')
dataset = XYEDataset.from_file(filename)
f = StringIO()
dataset.save(f)
f.seek(0)
data = XYEDataset._load_xye_data(f)
eq_(data.shape, (20458, 3))
def xye_save_test(self):
filename = join(self.basedir,
'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye')
dataset = XYEDataset.from_file(filename)
f = StringIO()
dataset.save(f)
f.seek(0)
data = XYEDataset._load_xye_data(f)
eq_(data.shape, (20458, 3))
def _add_xye_dataset(self, file_path):
try:
dataset = XYEDataset.from_file(file_path)
except IOError:
return
self.datasets.append(dataset)
create_datasetui(dataset)
def _merge_datasets(self, dataset1, dataset2, merge_method):
if merge_method == 'merge':
merged_data = combine_by_merge(dataset1.data, dataset2.data)
merge_label = 'm'
elif merge_method == 'splice':
merged_data = combine_by_splice(dataset1.data, dataset2.data)
merge_label = 's'
else:
raise ValueError('Merge method not understood')
# Create a new dataset to store the merged data in.
current_directory = path.abspath(dataset1.source)
def getmatch(m):
newnames={'12':'1234','1':'12','3':'34'}
return m.group(1)+newnames[m.group(2)]+m.group(3)
merged_data_filebase = re.sub(r"(_[pP])(\d+)(_)", getmatch, dataset1.name)
#dataset1.name.replace('_p12_', '_p1234_')\
# .replace('_p1_', '_p12_')\
# .replace('_p3_', '_p34_')
merged_data_filebase = insert_descriptor(merged_data_filebase, merge_label)
merged_data_filename = path.join(current_directory, merged_data_filebase)
merged_dataset = XYEDataset(merged_data, merged_data_filebase,
merged_data_filename,
deepcopy(dataset1.metadata))
return [merged_dataset]
def _add_xye_dataset(self, file_path):
try:
dataset = XYEDataset.from_file(file_path)
except IOError:
return
self.datasets.append(dataset)
create_datasetui(dataset)
def splice_overlapping_datasets(self, datasets):
dataset1, dataset2 = datasets
merged_data = splice_overlapping_data(dataset1.data, dataset2.data)
# Create a new dataset to store the merged data in.
current_directory = path.abspath(dataset1.source)
merged_data_filebase = re.sub('(_p[1-4]*_)',
r'_p1234_',
dataset1.name)
merged_data_filebase = insert_descriptor(merged_data_filebase, 's')
merged_data_filename = path.join(current_directory, merged_data_filebase)
merged_dataset = XYEDataset(merged_data, merged_data_filebase,
merged_data_filename,
deepcopy(dataset1.metadata))
return [merged_dataset]
def _merge_datasets(self, dataset1, dataset2, merge_method):
if merge_method == 'merge':
merged_data = combine_by_merge(dataset1.data, dataset2.data)
merge_label = 'm'
elif merge_method == 'splice':
merged_data = combine_by_splice(dataset1.data, dataset2.data)
merge_label = 's'
else:
raise ValueError('Merge method not understood')
# Create a new dataset to store the merged data in.
current_directory = path.abspath(dataset1.source)
merged_data_filebase = dataset1.name.replace('_p12_', '_p1234_')\
.replace('_p1_', '_p12_')\
.replace('_p3_', '_p34_')
merged_data_filebase = re.sub('(_p[1-4]*)(_(?:n?)|_)_?',
r'\1\2{}_'.format(merge_label),
merged_data_filebase)
merged_data_filename = path.join(current_directory,
merged_data_filebase)
merged_dataset = XYEDataset(merged_data, merged_data_filebase,
merged_data_filename,
deepcopy(dataset1.metadata))
return [merged_dataset]
def xye_copy_test(self):
filename = join(self.basedir,
'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye')
dataset = XYEDataset.from_file(filename)
copied_dataset = dataset.copy()
self.assertTrue(np.allclose(dataset.data, copied_dataset.data))
def xy_load_test(self):
filename = join(self.basedir,
'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xy')
data = XYEDataset._load_xye_data(filename)
eq_(data.shape, (20458,3))
self.assertTrue(np.allclose(data[:10,2], np.zeros((10,1))))
def xye_load_test(self):
filename = join(self.basedir,
'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye')
data = XYEDataset._load_xye_data(filename)
eq_(data.shape, (20458,3))
def simple_xye_load_test(self):
filename = join(self.basedir, 'test1.xye')
data = XYEDataset._load_xye_data(filename)
eq_(data.shape, (3,3))
eq_(data[1,1], 20000.0)
def xye_copy_test(self):
filename = join(self.basedir,
'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye')
dataset = XYEDataset.from_file(filename)
copied_dataset = dataset.copy()
self.assertTrue(np.allclose(dataset.data, copied_dataset.data))
def xy_load_test(self):
filename = join(self.basedir,
'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xy')
data = XYEDataset._load_xye_data(filename)
eq_(data.shape, (20458, 3))
self.assertTrue(np.allclose(data[:10, 2], np.zeros((10, 1))))
def xye_load_test(self):
filename = join(self.basedir,
'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye')
data = XYEDataset._load_xye_data(filename)
eq_(data.shape, (20458, 3))
def simple_xye_load_test(self):
filename = join(self.basedir, 'test1.xye')
data = XYEDataset._load_xye_data(filename)
eq_(data.shape, (3, 3))
eq_(data[1, 1], 20000.0)
