def create_juxta_label(kwik_file, spike_thresholds, num_of_spike_groups=1, adc_channel_used=0, adc_dtype=np.uint16, inter_spike_time_distance=0.002, amp_gain=100, num_of_raw_data_channels=None, spike_channels=None, verbose=True): """ Find the juxta spikes in the extra spike train and label them according to size splitting them into num_of_spike_groups groups Parameters ---------- kwik_file spike_thresholds num_of_spike_groups adc_channel_used adc_dtype inter_spike_time_distance amp_gain num_of_raw_data_channels spike_channels verbose Returns ------- """ h5file = h5.File(kwik_file, mode='r') extra_spike_times = np.array( list(h5file['channel_groups/0/spikes/time_samples'])) h5file.close() spikes_used = len(extra_spike_times) if verbose: print("Total spikes in extra = " + str(len(extra_spike_times))) # Get the juxta spikes and generate labels # 1) Generate the juxta spike time triggers (and the adc traces in Volts) raw_juxta_data_file = r'D:\Data\George\Projects\SpikeSorting\Joana_Paired_128ch\2015-09-03\Data' + \ r'\adc2015-09-03T21_18_47.bin' raw_data_patch = ephys.load_raw_event_trace(raw_juxta_data_file, number_of_channels=8, channel_used=adc_channel_used, dtype=adc_dtype) juxta_spike_triggers, juxta_spike_peaks, juxta_spike_data_in_V = tf.create_spike_triggered_events( raw_data_patch.dataMatrix, threshold=spike_thresholds, inter_spike_time_distance=inter_spike_time_distance, amp_gain=amp_gain) num_of_spikes = len(juxta_spike_triggers) if verbose: print('Total spikes in Juxta = ' + str(num_of_spikes)) # 2) Seperate the juxta spikes into a number of groups according to their size juxta_spikes_grouped, juxta_spike_peaks_grouped, juxta_spike_triggers_grouped_withnans,\ juxta_spike_peaks_grouped_withnans, spike_thresholds_groups = \ split_juxta_spikes_into_groups_by_size(num_of_spike_groups=num_of_spike_groups, juxta_spike_peaks=juxta_spike_peaks, juxta_spike_triggers=juxta_spike_triggers) # 3) Find the common spikes between the extra apikes and the juxta spikes for all the juxta spikes and for all the # sub groups of juxta spikes and group the good spikes common_spikes_grouped = {} juxta_spikes_not_found_grouped = {} indices_of_common_extra_spikes_grouped = {} for g in range(1, num_of_spike_groups + 1): common_spikes_grouped[g], indices_of_common_extra_spikes_grouped[g], juxta_spikes_not_found_grouped[g] = \ ut.find_points_in_array_with_jitter(array_of_points_to_be_found=juxta_spikes_grouped[g], array_to_search=extra_spike_times[:spikes_used], jitter_around_each_point=7) if spike_channels is not None and num_of_raw_data_channels is not None: common_spikes_grouped[g], indices_of_common_extra_spikes_grouped[g] \ = select_spikes_in_certain_channels(spike_thresholds, common_spikes_grouped[g], indices_of_common_extra_spikes_grouped[g], spike_channels, num_of_raw_data_channels) # 5) Get the t-sne indices of the grouped juxta spikes indices_of_data_for_tsne = range(spikes_used) juxta_cluster_indices_grouped = {} for g in range(0, num_of_spike_groups): juxta_cluster_indices_temp = np.intersect1d( indices_of_data_for_tsne, indices_of_common_extra_spikes_grouped[g + 1]) juxta_cluster_indices_grouped[g] = [ i for i in np.arange(0, len(indices_of_data_for_tsne)) if len( np.where(juxta_cluster_indices_temp == indices_of_data_for_tsne[i])[0]) ] if verbose and spike_channels is not None: print('Labeled after cleaning = ' + str(len(juxta_cluster_indices_grouped[g]))) return juxta_cluster_indices_grouped, spike_thresholds_groups
types_of_data_to_load = {'t': 'ivm_data_filtered_cell{}.dat', 'c': 'ivm_data_filtered_continous_cell{}.dat', 'k': 'ivm_data_filtered_klusta_spikes_cell{}.dat', 'p': 'patch_data_cell{}.dat', 'm': 'ivm_data_raw_cell{}.dat', } # Generate the spike time triggers (and the adc traces in Volts) for all cells all_cells_spike_triggers = {} all_cells_spike_data_in_V = {} all_cells_spike_triggers_sec = {} for i in np.arange(0, len(good_cells)): raw_data_file_pipette = os.path.join(data_folder, 'adc'+date+'T'+cell_capture_times[good_cells[i]]+'.bin') raw_data_patch = ephys.load_raw_event_trace(raw_data_file_pipette, number_of_channels=8, channel_used=adc_channel_used, dtype=adc_dtype) spike_triggers, spike_data_in_V = tf.find_peaks(raw_data_patch.dataMatrix, threshold=spike_thresholds[good_cells[i]], inter_spike_time_distance=inter_spike_time_distance, amp_gain=amp_gain) all_cells_spike_triggers[good_cells[i]] = spike_triggers all_cells_spike_data_in_V[good_cells[i]] = spike_data_in_V all_cells_spike_triggers_sec[good_cells[i]] = spike_triggers / sampling_freq np.save(os.path.join(analysis_folder,'triggers_Cell'+ good_cells[i] + '.npy'), all_cells_spike_triggers[good_cells[i]]) print(len(spike_triggers)) #Filter for extracellular recording def highpass(data,BUTTER_ORDER=3, F_HIGH=14250,sampleFreq=30000.0,passFreq=100.0): b, a = signal.butter(BUTTER_ORDER,(passFreq/(sampleFreq/2), F_HIGH/(sampleFreq/2)),'pass') return signal.filtfilt(b,a,data)
'c': 'ivm_data_filtered_continous_cell{}.dat', 'k': 'ivm_data_filtered_klusta_spikes_cell{}.dat', 'p': 'patch_data_cell{}.dat', 'm': 'ivm_data_raw_cell{}.dat', 'l': 'ivm_data_filteredlow_cell{}.dat' } # Generate the spike time triggers (and the adc traces in Volts) for all cells all_cells_spike_triggers = {} all_cells_spike_data_in_V = {} all_cells_spike_triggers_sec = {} for i in np.arange(0, len(good_cells)): raw_data_file_pipette = os.path.join(data_folder, 'adc'+date+'T'+cell_capture_times[good_cells[i]]+'.bin') raw_data_patch = ephys.load_raw_event_trace(raw_data_file_pipette, number_of_channels=8, channel_used=adc_channel_used, dtype=adc_dtype) spike_triggers, spike_data_in_V = tf.find_peaks(raw_data_patch.dataMatrix, threshold=spike_thresholds[good_cells[i]], inter_spike_time_distance=inter_spike_time_distance, amp_gain=amp_gain) all_cells_spike_triggers[good_cells[i]] = spike_triggers all_cells_spike_data_in_V[good_cells[i]] = spike_data_in_V all_cells_spike_triggers_sec[good_cells[i]] = spike_triggers / sampling_freq np.save(os.path.join(analysis_folder,'triggers_Cell'+ good_cells[i] + '.npy'), all_cells_spike_triggers[good_cells[i]]) print(len(spike_triggers)) #Filter for extracellular recording def highpass(data,BUTTER_ORDER=3, F_HIGH=5000, sampleFreq=30000.0, passFreq=100.0): b, a = signal.butter(BUTTER_ORDER,(passFreq/(sampleFreq/2), F_HIGH/(sampleFreq/2)),'pass') return signal.filtfilt(b,a,data)
def create_juxta_label(kwik_file, spike_thresholds, num_of_spike_groups=1, adc_channel_used=0, adc_dtype=np.uint16, inter_spike_time_distance=0.002, amp_gain=100, num_of_raw_data_channels=None, spike_channels=None, verbose=True): """ Find the juxta spikes in the extra spike train and label them according to size splitting them into num_of_spike_groups groups Parameters ---------- kwik_file spike_thresholds num_of_spike_groups adc_channel_used adc_dtype inter_spike_time_distance amp_gain num_of_raw_data_channels spike_channels verbose Returns ------- """ h5file = h5.File(kwik_file, mode='r') extra_spike_times = np.array(list(h5file['channel_groups/0/spikes/time_samples'])) h5file.close() spikes_used = len(extra_spike_times) if verbose: print("Total spikes in extra = " + str(len(extra_spike_times))) # Get the juxta spikes and generate labels # 1) Generate the juxta spike time triggers (and the adc traces in Volts) raw_juxta_data_file = r'D:\Data\George\Projects\SpikeSorting\Joana_Paired_128ch\2015-09-03\Data' + \ r'\adc2015-09-03T21_18_47.bin' raw_data_patch = ephys.load_raw_event_trace(raw_juxta_data_file, number_of_channels=8, channel_used=adc_channel_used, dtype=adc_dtype) juxta_spike_triggers, juxta_spike_peaks, juxta_spike_data_in_V = tf.create_spike_triggered_events(raw_data_patch.dataMatrix, threshold=spike_thresholds, inter_spike_time_distance=inter_spike_time_distance, amp_gain=amp_gain) num_of_spikes = len(juxta_spike_triggers) if verbose: print('Total spikes in Juxta = ' + str(num_of_spikes)) # 2) Seperate the juxta spikes into a number of groups according to their size juxta_spikes_grouped, juxta_spike_peaks_grouped, juxta_spike_triggers_grouped_withnans,\ juxta_spike_peaks_grouped_withnans, spike_thresholds_groups = \ split_juxta_spikes_into_groups_by_size(num_of_spike_groups=num_of_spike_groups, juxta_spike_peaks=juxta_spike_peaks, juxta_spike_triggers=juxta_spike_triggers) # 3) Find the common spikes between the extra apikes and the juxta spikes for all the juxta spikes and for all the # sub groups of juxta spikes and group the good spikes common_spikes_grouped = {} juxta_spikes_not_found_grouped = {} indices_of_common_extra_spikes_grouped = {} for g in range(1, num_of_spike_groups+1): common_spikes_grouped[g], indices_of_common_extra_spikes_grouped[g], juxta_spikes_not_found_grouped[g] = \ ut.find_points_in_array_with_jitter(array_of_points_to_be_found=juxta_spikes_grouped[g], array_to_search=extra_spike_times[:spikes_used], jitter_around_each_point=7) if spike_channels is not None and num_of_raw_data_channels is not None: common_spikes_grouped[g], indices_of_common_extra_spikes_grouped[g] \ = select_spikes_in_certain_channels(spike_thresholds, common_spikes_grouped[g], indices_of_common_extra_spikes_grouped[g], spike_channels, num_of_raw_data_channels) # 5) Get the t-sne indices of the grouped juxta spikes indices_of_data_for_tsne = range(spikes_used) juxta_cluster_indices_grouped = {} for g in range(0, num_of_spike_groups): juxta_cluster_indices_temp = np.intersect1d(indices_of_data_for_tsne, indices_of_common_extra_spikes_grouped[g+1]) juxta_cluster_indices_grouped[g] = [i for i in np.arange(0, len(indices_of_data_for_tsne)) if len(np.where(juxta_cluster_indices_temp == indices_of_data_for_tsne[i])[0])] if verbose and spike_channels is not None: print('Labeled after cleaning = ' + str(len(juxta_cluster_indices_grouped[g]))) return juxta_cluster_indices_grouped, spike_thresholds_groups