def xye_save_test(self): filename = join(self.basedir, 'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye') dataset = XYEDataset.from_file(filename) f = StringIO() dataset.save(f) f.seek(0) data = XYEDataset._load_xye_data(f) eq_(data.shape, (20458, 3))
def _add_xye_dataset(self, file_path): try: dataset = XYEDataset.from_file(file_path) except IOError: return self.datasets.append(dataset) create_datasetui(dataset)
def _merge_datasets(self, dataset1, dataset2, merge_method): if merge_method == 'merge': merged_data = combine_by_merge(dataset1.data, dataset2.data) merge_label = 'm' elif merge_method == 'splice': merged_data = combine_by_splice(dataset1.data, dataset2.data) merge_label = 's' else: raise ValueError('Merge method not understood') # Create a new dataset to store the merged data in. current_directory = path.abspath(dataset1.source) def getmatch(m): newnames={'12':'1234','1':'12','3':'34'} return m.group(1)+newnames[m.group(2)]+m.group(3) merged_data_filebase = re.sub(r"(_[pP])(\d+)(_)", getmatch, dataset1.name) #dataset1.name.replace('_p12_', '_p1234_')\ # .replace('_p1_', '_p12_')\ # .replace('_p3_', '_p34_') merged_data_filebase = insert_descriptor(merged_data_filebase, merge_label) merged_data_filename = path.join(current_directory, merged_data_filebase) merged_dataset = XYEDataset(merged_data, merged_data_filebase, merged_data_filename, deepcopy(dataset1.metadata)) return [merged_dataset]
def splice_overlapping_datasets(self, datasets): dataset1, dataset2 = datasets merged_data = splice_overlapping_data(dataset1.data, dataset2.data) # Create a new dataset to store the merged data in. current_directory = path.abspath(dataset1.source) merged_data_filebase = re.sub('(_p[1-4]*_)', r'_p1234_', dataset1.name) merged_data_filebase = insert_descriptor(merged_data_filebase, 's') merged_data_filename = path.join(current_directory, merged_data_filebase) merged_dataset = XYEDataset(merged_data, merged_data_filebase, merged_data_filename, deepcopy(dataset1.metadata)) return [merged_dataset]
def _merge_datasets(self, dataset1, dataset2, merge_method): if merge_method == 'merge': merged_data = combine_by_merge(dataset1.data, dataset2.data) merge_label = 'm' elif merge_method == 'splice': merged_data = combine_by_splice(dataset1.data, dataset2.data) merge_label = 's' else: raise ValueError('Merge method not understood') # Create a new dataset to store the merged data in. current_directory = path.abspath(dataset1.source) merged_data_filebase = dataset1.name.replace('_p12_', '_p1234_')\ .replace('_p1_', '_p12_')\ .replace('_p3_', '_p34_') merged_data_filebase = re.sub('(_p[1-4]*)(_(?:n?)|_)_?', r'\1\2{}_'.format(merge_label), merged_data_filebase) merged_data_filename = path.join(current_directory, merged_data_filebase) merged_dataset = XYEDataset(merged_data, merged_data_filebase, merged_data_filename, deepcopy(dataset1.metadata)) return [merged_dataset]
def xye_copy_test(self): filename = join(self.basedir, 'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye') dataset = XYEDataset.from_file(filename) copied_dataset = dataset.copy() self.assertTrue(np.allclose(dataset.data, copied_dataset.data))
def xy_load_test(self): filename = join(self.basedir, 'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xy') data = XYEDataset._load_xye_data(filename) eq_(data.shape, (20458,3)) self.assertTrue(np.allclose(data[:10,2], np.zeros((10,1))))
def xye_load_test(self): filename = join(self.basedir, 'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye') data = XYEDataset._load_xye_data(filename) eq_(data.shape, (20458,3))
def simple_xye_load_test(self): filename = join(self.basedir, 'test1.xye') data = XYEDataset._load_xye_data(filename) eq_(data.shape, (3,3)) eq_(data[1,1], 20000.0)
def xy_load_test(self): filename = join(self.basedir, 'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xy') data = XYEDataset._load_xye_data(filename) eq_(data.shape, (20458, 3)) self.assertTrue(np.allclose(data[:10, 2], np.zeros((10, 1))))
def xye_load_test(self): filename = join(self.basedir, 'si640c_low_temp_cal_p1_scan0.000000_adv0_0000.xye') data = XYEDataset._load_xye_data(filename) eq_(data.shape, (20458, 3))
def simple_xye_load_test(self): filename = join(self.basedir, 'test1.xye') data = XYEDataset._load_xye_data(filename) eq_(data.shape, (3, 3)) eq_(data[1, 1], 20000.0)