def all_vectors(parent,
samp,
reps,
on_off_map,
option=None,
multitemp=None,
iterations=None,
temp=None):
"""
Collect all curves within a directory, selecting only on-off pairs,
and sorting into order of time-resolved data collection.
This is useful for SVD analysis.
Parameters:
parent (pathlib object): the directory where files are stored
samp (str): the name of the sample, as recorded in the filename
reps (list of strings): values denoting repetition number
on_off_map (dictionary): guide to on-off pairs
option (T/F): filename idiosynchroncy, "on" label included in filename for on-off pairs
multitemp (T/F): data storage idiosynchroncy, multiple temperatures collected in one run
iterations (T/F): data collection / storage idiosynchroncy
temp (list of strings): values denoting collection temperature
Returns:
all_vectors (list of Trace objects)
all_labels (list of strings)
tr_vectors_labels (list of tuples containing (np.array, str))
"""
all_vectors = []
all_labels = []
tr_vectors_labels = []
if args.multitemp:
for iteration in iterations:
for n in reps:
# for off in on_off_map.values():
for on, off in on_off_map.items():
on_string = ("{0}/{1}_{2}_{3}_{4}_{5}.tpkl".format(
parent, samp, iteration, temp, n, on))
off_string = ("{0}/{1}_{2}_{3}_{4}_{5}.tpkl".format(
parent, samp, iteration, temp, n, off))
try:
on_data = parse.parse(on_string)
on_data = Trace(on_data.q, np.empty_like(on_data.q),
np.empty_like(on_data.q),
on_data.sigSA, on_data.SA, on_data.Nj)
on_data.scale(reference, qmin=QMIN, qmax=QMAX)
off_data = parse.parse(off_string)
off_data = Trace(off_data.q, np.empty_like(off_data.q),
np.empty_like(off_data.q),
off_data.sigSA, off_data.SA,
off_data.Nj)
off_data.scale(reference, qmin=QMIN, qmax=QMAX)
# off_scaled = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.scaled_sigSA, off_data.scaled_SA, off_data.Nj)
# off_vectors.append(off_scaled)
if on_data:
if off_data:
all_vectors.append(
off_data.SA[reference.q > 0.03])
all_labels.append(off)
all_vectors.append(
on_data.SA[reference.q > 0.03])
all_labels.append(on)
# sub_scaled = subtract_scaled_traces(on_data,off_data)
sub_scaled = on_data.subtract(off_data,
scaled=True)
tr_vectors_labels.append(
(sub_scaled.SA[reference.q > 0.03], on))
except:
print(off_string + "\tfailed")
else:
for n in reps:
# for off in on_off_map.values():
for on, off in on_off_map.items():
on_string = ("{0}/{1}_{2}_{3}.tpkl".format(
parent, samp, n, on))
off_string = ("{0}/{1}_{2}_{3}.tpkl".format(
parent, samp, n, off))
try:
on_data = parse.parse(on_string)
on_data = Trace(on_data.q, np.empty_like(on_data.q),
np.empty_like(on_data.q), on_data.sigSA,
on_data.SA, on_data.Nj)
on_data.scale(reference, qmin=QMIN, qmax=QMAX)
off_data = parse.parse(off_string)
off_data = Trace(off_data.q, np.empty_like(off_data.q),
np.empty_like(off_data.q), off_data.sigSA,
off_data.SA, off_data.Nj)
off_data.scale(reference, qmin=QMIN, qmax=QMAX)
# off_scaled = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.scaled_sigSA, off_data.scaled_SA, off_data.Nj)
# off_vectors.append(off_scaled)
if on_data:
if off_data:
all_vectors.append(off_data.SA[reference.q > 0.03])
all_labels.append(off)
all_vectors.append(on_data.SA[reference.q > 0.03])
all_labels.append(on)
# sub_scaled = subtract_scaled_traces(on_data,off_data)
sub_scaled = on_data.subtract(off_data,
scaled=True)
tr_vectors_labels.append(
(sub_scaled.SA[reference.q > 0.03], on))
except:
print(off_string + "\tfailed")
return all_vectors, all_labels, tr_vectors_labels
def all_vectors(parent,
samp,
reps,
on_off_map,
option=None,
multitemp=None,
iterations=None,
temp=None):
all_vectors = []
all_labels = []
tr_vectors_labels = []
if args.multitemp:
for iteration in iterations:
for n in reps:
# for off in on_off_map.values():
for on, off in on_off_map.items():
on_string = ("{0}/{1}_{2}_{3}_{4}_{5}.tpkl".format(
parent, samp, iteration, temp, n, on))
off_string = ("{0}/{1}_{2}_{3}_{4}_{5}.tpkl".format(
parent, samp, iteration, temp, n, off))
try:
on_data = parse.parse(on_string)
on_data = Trace(on_data.q, np.empty_like(on_data.q),
np.empty_like(on_data.q),
on_data.sigSA, on_data.SA, on_data.Nj)
on_data.scale(reference, qmin=QMIN, qmax=QMAX)
off_data = parse.parse(off_string)
off_data = Trace(off_data.q, np.empty_like(off_data.q),
np.empty_like(off_data.q),
off_data.sigSA, off_data.SA,
off_data.Nj)
off_data.scale(reference, qmin=QMIN, qmax=QMAX)
# off_scaled = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.scaled_sigSA, off_data.scaled_SA, off_data.Nj)
# off_vectors.append(off_scaled)
if on_data:
if off_data:
all_vectors.append(
off_data.SA[reference.q > 0.03])
all_labels.append(off)
all_vectors.append(
on_data.SA[reference.q > 0.03])
all_labels.append(on)
# sub_scaled = subtract_scaled_traces(on_data,off_data)
sub_scaled = on_data.subtract(off_data,
scaled=True)
tr_vectors_labels.append(
(sub_scaled.SA[reference.q > 0.03], on))
except:
print(off_string + "\tfailed")
else:
for n in reps:
# for off in on_off_map.values():
for on, off in on_off_map.items():
on_string = ("{0}/{1}_{2}_{3}.tpkl".format(
parent, samp, n, on))
off_string = ("{0}/{1}_{2}_{3}.tpkl".format(
parent, samp, n, off))
try:
on_data = parse.parse(on_string)
on_data = Trace(on_data.q, np.empty_like(on_data.q),
np.empty_like(on_data.q), on_data.sigSA,
on_data.SA, on_data.Nj)
on_data.scale(reference, qmin=QMIN, qmax=QMAX)
off_data = parse.parse(off_string)
off_data = Trace(off_data.q, np.empty_like(off_data.q),
np.empty_like(off_data.q), off_data.sigSA,
off_data.SA, off_data.Nj)
off_data.scale(reference, qmin=QMIN, qmax=QMAX)
# off_scaled = Trace(off_data.q, np.empty_like(off_data.q), np.empty_like(off_data.q), off_data.scaled_sigSA, off_data.scaled_SA, off_data.Nj)
# off_vectors.append(off_scaled)
if on_data:
if off_data:
all_vectors.append(off_data.SA[reference.q > 0.03])
all_labels.append(off)
all_vectors.append(on_data.SA[reference.q > 0.03])
all_labels.append(on)
# sub_scaled = subtract_scaled_traces(on_data,off_data)
sub_scaled = on_data.subtract(off_data,
scaled=True)
tr_vectors_labels.append(
(sub_scaled.SA[reference.q > 0.03], on))
except:
print(off_string + "\tfailed")
return all_vectors, all_labels, tr_vectors_labels
