def all_vectors(parent, samp, reps, on_off_map, option=None, multitemp=None, iterations=None, temp=None): """ Collect all curves within a directory, selecting only on-off pairs, and sorting into order of time-resolved data collection. This is useful for SVD analysis. Parameters: parent (pathlib object): the directory where files are stored samp (str): the name of the sample, as recorded in the filename reps (list of strings): values denoting repetition number on_off_map (dictionary): guide to on-off pairs option (T/F): filename idiosynchroncy, "on" label included in filename for on-off pairs multitemp (T/F): data storage idiosynchroncy, multiple temperatures collected in one run iterations (T/F): data collection / storage idiosynchroncy temp (list of strings): values denoting collection temperature Returns: all_vectors (list of Trace objects) all_labels (list of strings) tr_vectors_labels (list of tuples containing (np.array, str)) """ all_vectors = [] all_labels = [] tr_vectors_labels = [] if args.multitemp: for iteration in iterations: for n in reps: # for off in on_off_map.values(): for on, off in on_off_map.items(): on_string = ("{0}/{1}_{2}_{3}_{4}_{5}.tpkl".format( parent, samp, iteration, temp, n, on)) off_string = ("{0}/{1}_{2}_{3}_{4}_{5}.tpkl".format( parent, samp, iteration, temp, n, off)) try: on_data = parse.parse(on_string) on_data = Trace(on_data.q, np.empty_like(on_data.q), np.empty_like(on_data.q), on_data.sigSA, on_data.SA, on_data.Nj) on_data.scale(reference, qmin=QMIN, qmax=QMAX) off_data = parse.parse(off_string) off_data = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.sigSA, off_data.SA, off_data.Nj) off_data.scale(reference, qmin=QMIN, qmax=QMAX) # off_scaled = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.scaled_sigSA, off_data.scaled_SA, off_data.Nj) # off_vectors.append(off_scaled) if on_data: if off_data: all_vectors.append( off_data.SA[reference.q > 0.03]) all_labels.append(off) all_vectors.append( on_data.SA[reference.q > 0.03]) all_labels.append(on) # sub_scaled = subtract_scaled_traces(on_data,off_data) sub_scaled = on_data.subtract(off_data, scaled=True) tr_vectors_labels.append( (sub_scaled.SA[reference.q > 0.03], on)) except: print(off_string + "\tfailed") else: for n in reps: # for off in on_off_map.values(): for on, off in on_off_map.items(): on_string = ("{0}/{1}_{2}_{3}.tpkl".format( parent, samp, n, on)) off_string = ("{0}/{1}_{2}_{3}.tpkl".format( parent, samp, n, off)) try: on_data = parse.parse(on_string) on_data = Trace(on_data.q, np.empty_like(on_data.q), np.empty_like(on_data.q), on_data.sigSA, on_data.SA, on_data.Nj) on_data.scale(reference, qmin=QMIN, qmax=QMAX) off_data = parse.parse(off_string) off_data = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.sigSA, off_data.SA, off_data.Nj) off_data.scale(reference, qmin=QMIN, qmax=QMAX) # off_scaled = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.scaled_sigSA, off_data.scaled_SA, off_data.Nj) # off_vectors.append(off_scaled) if on_data: if off_data: all_vectors.append(off_data.SA[reference.q > 0.03]) all_labels.append(off) all_vectors.append(on_data.SA[reference.q > 0.03]) all_labels.append(on) # sub_scaled = subtract_scaled_traces(on_data,off_data) sub_scaled = on_data.subtract(off_data, scaled=True) tr_vectors_labels.append( (sub_scaled.SA[reference.q > 0.03], on)) except: print(off_string + "\tfailed") return all_vectors, all_labels, tr_vectors_labels
def all_vectors(parent, samp, reps, on_off_map, option=None, multitemp=None, iterations=None, temp=None): all_vectors = [] all_labels = [] tr_vectors_labels = [] if args.multitemp: for iteration in iterations: for n in reps: # for off in on_off_map.values(): for on, off in on_off_map.items(): on_string = ("{0}/{1}_{2}_{3}_{4}_{5}.tpkl".format( parent, samp, iteration, temp, n, on)) off_string = ("{0}/{1}_{2}_{3}_{4}_{5}.tpkl".format( parent, samp, iteration, temp, n, off)) try: on_data = parse.parse(on_string) on_data = Trace(on_data.q, np.empty_like(on_data.q), np.empty_like(on_data.q), on_data.sigSA, on_data.SA, on_data.Nj) on_data.scale(reference, qmin=QMIN, qmax=QMAX) off_data = parse.parse(off_string) off_data = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.sigSA, off_data.SA, off_data.Nj) off_data.scale(reference, qmin=QMIN, qmax=QMAX) # off_scaled = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.scaled_sigSA, off_data.scaled_SA, off_data.Nj) # off_vectors.append(off_scaled) if on_data: if off_data: all_vectors.append( off_data.SA[reference.q > 0.03]) all_labels.append(off) all_vectors.append( on_data.SA[reference.q > 0.03]) all_labels.append(on) # sub_scaled = subtract_scaled_traces(on_data,off_data) sub_scaled = on_data.subtract(off_data, scaled=True) tr_vectors_labels.append( (sub_scaled.SA[reference.q > 0.03], on)) except: print(off_string + "\tfailed") else: for n in reps: # for off in on_off_map.values(): for on, off in on_off_map.items(): on_string = ("{0}/{1}_{2}_{3}.tpkl".format( parent, samp, n, on)) off_string = ("{0}/{1}_{2}_{3}.tpkl".format( parent, samp, n, off)) try: on_data = parse.parse(on_string) on_data = Trace(on_data.q, np.empty_like(on_data.q), np.empty_like(on_data.q), on_data.sigSA, on_data.SA, on_data.Nj) on_data.scale(reference, qmin=QMIN, qmax=QMAX) off_data = parse.parse(off_string) off_data = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.sigSA, off_data.SA, off_data.Nj) off_data.scale(reference, qmin=QMIN, qmax=QMAX) # off_scaled = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.scaled_sigSA, off_data.scaled_SA, off_data.Nj) # off_vectors.append(off_scaled) if on_data: if off_data: all_vectors.append(off_data.SA[reference.q > 0.03]) all_labels.append(off) all_vectors.append(on_data.SA[reference.q > 0.03]) all_labels.append(on) # sub_scaled = subtract_scaled_traces(on_data,off_data) sub_scaled = on_data.subtract(off_data, scaled=True) tr_vectors_labels.append( (sub_scaled.SA[reference.q > 0.03], on)) except: print(off_string + "\tfailed") return all_vectors, all_labels, tr_vectors_labels