def plot_rel_resp_data(rel_resp_df, analyspar, sesspar, stimpar, permpar,
figpar, title=None, small=True):
"""
plot_rel_resp_data((rel_resp_df, analyspar, sesspar, stimpar, permpar,
figpar)
Plots relative response errorbar data across sessions.
Required args:
- rel_resp_df (pd.DataFrame):
dataframe with one row per session/line/plane, and the following
columns, in addition to the basic sess_df columns:
- rel_reg or rel_exp (list):
data stats for regular or expected data (me, err)
- rel_unexp (list): data stats for unexpected data (me, err)
for reg/exp/unexp data types, session comparisons, e.g. 1v2:
- {data_type}_raw_p_vals_{}v{} (float): uncorrected p-value for
data differences between sessions
- {data_type}_p_vals_{}v{} (float): p-value for data between
sessions, corrected for multiple comparisons and tails
- analyspar (dict):
dictionary with keys of AnalysPar namedtuple
- sesspar (dict):
dictionary with keys of SessPar namedtuple
- stimpar (dict):
dictionary with keys of StimPar namedtuple
- permpar (dict):
dictionary with keys of PermPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- title (str):
plot title
default: None
- small (bool):
if True, subplots are smaller
default: False
Returns:
- ax (2D array):
array of subplots
"""
sess_ns = misc_analys.get_sess_ns(sesspar, rel_resp_df)
figpar = sess_plot_util.fig_init_linpla(figpar)
figpar["init"]["sharey"] = "row"
if small:
figpar["init"]["subplot_hei"] = 4.1
figpar["init"]["subplot_wid"] = 2.6
figpar["init"]["gs"] = {"hspace": 0.2, "wspace": 0.25}
figpar["init"]["gs"]["wspace"] = 0.25
else:
figpar["init"]["subplot_hei"] = 4.4
figpar["init"]["subplot_wid"] = 3.0
figpar["init"]["gs"] = {"wspace": 0.3}
fig, ax = plot_util.init_fig(plot_helper_fcts.N_LINPLA, **figpar["init"])
if title is not None:
fig.suptitle(title, y=0.98, weight="bold")
if stimpar["stimtype"] == "gabors":
data_types = ["rel_reg", "rel_unexp"]
elif stimpar["stimtype"] == "visflow":
data_types = ["rel_exp", "rel_unexp"]
else:
gen_util.accepted_values_error(
"stimpar['stimtype']", stimpar["stimtype"], ["gabors", "visflow"]
)
for (line, plane), lp_df in rel_resp_df.groupby(["lines", "planes"]):
li, pl, col, dash = plot_helper_fcts.get_line_plane_idxs(line, plane)
sub_ax = ax[pl, li]
sess_indices = []
lp_sess_ns = []
for sess_n in sess_ns:
rows = lp_df.loc[lp_df["sess_ns"] == sess_n]
if len(rows) == 1:
sess_indices.append(rows.index[0])
lp_sess_ns.append(sess_n)
elif len(rows) > 1:
raise RuntimeError("Expected 1 row per line/plane/session.")
sub_ax.axhline(
y=1, ls=plot_helper_fcts.HDASH, c="k", lw=3.0, alpha=0.5, zorder=-13
)
colors = ["gray", col]
fmts = ["-d", "-o"]
alphas = [0.6, 0.8]
ms = [12, None]
for d, data_type in enumerate(data_types):
data = np.asarray([lp_df.loc[i, data_type] for i in sess_indices])
plot_util.plot_errorbars(
sub_ax, data[:, 0], data[:, 1:].T, lp_sess_ns, color=colors[d],
alpha=alphas[d], ms=ms[d], fmt=fmts[d], line_dash=dash)
highest = None
for dry_run in [True, False]: # to get correct data heights
for data_type in data_types:
ctrl = ("unexp" not in data_type)
highest = add_between_sess_sig(
ax, rel_resp_df, permpar, data_col=data_type, highest=highest,
ctrl=ctrl, p_val_prefix=True, dry_run=dry_run)
if not dry_run:
highest = [val * 1.05 for val in highest] # increment a bit
sess_plot_util.format_linpla_subaxes(ax, fluor=analyspar["fluor"],
datatype="roi", sess_ns=sess_ns, kind="reg", xticks=sess_ns,
modif_share=False)
return ax
def plot_stim_data_df(stim_data_df, stimpar, permpar, figpar, pop_stats=True,
title=None):
"""
plot_stim_data_df(stim_data_df, stimpar, permpar, figpar)
Plots stimulus comparison data.
Required args:
- stim_stats_df (pd.DataFrame):
dataframe with one row per line/plane and one for all line/planes
together, and the basic sess_df columns, in addition to,
for each stimtype:
- stimtype (list): absolute fractional change statistics (me, err)
- raw_p_vals (float): uncorrected p-value for data differences
between stimulus types
- p_vals (float): p-value for data differences between stimulus
types, corrected for multiple comparisons and tails
- stimpar (dict):
dictionary with keys of StimPar namedtuple
- permpar (dict):
dictionary with keys of PermPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- pop_stats (bool):
if True, analyses are run on population statistics, and not
individual tracked ROIs
default: True
- title (str):
plot title
default: None
Returns:
- ax (2D array):
array of subplots
(does not include added subplot for all line/plane data together)
"""
figpar = sess_plot_util.fig_init_linpla(figpar, kind="reg")
figpar["init"]["subplot_wid"] = 2.1
figpar["init"]["subplot_hei"] = 4.2
figpar["init"]["gs"] = {"hspace": 0.20, "wspace": 0.3}
figpar["init"]["sharey"] = "row"
fig, ax = plot_util.init_fig(plot_helper_fcts.N_LINPLA, **figpar["init"])
fig.suptitle(title, y=0.98, weight="bold")
sub_ax_all = fig.add_axes([1.05, 0.11, 0.3, 0.77])
stimtypes = stimpar["stimtype"][:] # deep copy
# indicate bootstrapped error with wider capsize
capsize = 8 if pop_stats else 6
lp_data = []
cols = []
for (line, plane), lp_df in stim_data_df.groupby(["lines", "planes"]):
x = [0, 1]
data = np.vstack(
[lp_df[stimtypes[0]].tolist(), lp_df[stimtypes[1]].tolist()]
).T
y = data[0]
err = data[1:]
if line != "all" and plane != "all":
li, pl, col, dash = plot_helper_fcts.get_line_plane_idxs(
line, plane
)
alpha = 0.5
sub_ax = ax[pl, li]
lp_data.append(y)
cols.append(col)
else:
col = plot_helper_fcts.NEARBLACK
dash = None
alpha = 0.2
sub_ax = sub_ax_all
sub_ax.set_title("all", fontweight="bold")
plot_util.plot_bars(
sub_ax, x, y=y, err=err, width=0.5, lw=None, alpha=alpha,
color=col, ls=dash, capsize=capsize
)
# add dots to the all subplot
x_vals = np.asarray([-0.17, 0.25, -0.25, 0.17]) # to spread dots out
lw = 4
ms = 200
for s, _ in enumerate(stimtypes):
lp_stim_data = [data[s] for data in lp_data]
sorter = np.argsort(lp_stim_data)
for i, idx in enumerate(sorter):
x_val = s + x_vals[i]
# white behind
sub_ax_all.scatter(
x=x_val, y=lp_stim_data[idx], s=ms, linewidth=lw, alpha=0.8,
color="white", zorder=10
)
# colored dots
sub_ax_all.scatter(
x=x_val, y=lp_stim_data[idx], s=ms, alpha=0.6, linewidth=0,
color=cols[idx], zorder=11
)
# dot borders
sub_ax_all.scatter(
x=x_val, y=lp_stim_data[idx], s=ms, color="None",
edgecolor=cols[idx], linewidth=lw, alpha=1, zorder=12
)
# add between stim significance
add_between_stim_sig(ax, sub_ax_all, stim_data_df, permpar)
# add plane, line info to plots
sess_plot_util.format_linpla_subaxes(ax, datatype="roi", lines=None,
planes=["", ""], xticks=[0, 1], ylab="Absolute fractional change",
kind="reg", xlab=""
)
# adjust plot details
stimtype_names = stimtypes[:]
stimtype_names[stimtypes.index("visflow")] = "visual\nflow"
for sub_ax in fig.axes:
y_max = sub_ax.get_ylim()[1]
sub_ax.set_ylim([0, y_max])
sub_ax.set_xticks([0, 1])
sub_ax.set_xticklabels(
stimtypes, weight="bold", rotation=45, ha="right"
)
sub_ax.tick_params(axis="x", bottom=False)
sub_ax_all.set_xlim(ax[0, 0].get_xlim())
plot_util.set_interm_ticks(
np.asarray(sub_ax_all), 4, axis="y", share=False, weight="bold"
)
return ax
def plot_sess_data(data_df, analyspar, sesspar, permpar, figpar,
between_sess_sig=True, data_col="diff_stats",
decoder_data=False, title=None, wide=False):
"""
plot_sess_data(data_df, analyspar, sesspar, permpar, figpar)
Plots errorbar data across sessions.
Required args:
- data_df (pd.DataFrame):
dataframe with one row per session/line/plane, and the following
columns, in addition to the basic sess_df columns:
- {data_key} (list): data stats (me, err)
- null_CIs (list): adjusted null CI for data
- raw_p_vals (float): uncorrected p-value for data within
sessions
- p_vals (float): p-value for data within sessions,
corrected for multiple comparisons and tails
for session comparisons, e.g. 1v2:
- raw_p_vals_{}v{} (float): uncorrected p-value for data
differences between sessions
- p_vals_{}v{} (float): p-value for data between sessions,
corrected for multiple comparisons and tails
- analyspar (dict):
dictionary with keys of AnalysPar namedtuple
- sesspar (dict):
dictionary with keys of SessPar namedtuple
- permpar (dict):
dictionary with keys of PermPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- between_sess_sig (bool):
if True, significance between sessions is logged and plotted
default: True
- data_col (str):
dataframe column in which data to plot is stored
default: "diff_stats"
- decoder_data (bool):
if True, data plotted is decoder data
default: False
- title (str):
plot title
default: None
- wide (bool):
if True, subplots are wider
default: False
Returns:
- ax (2D array):
array of subplots
"""
sess_ns = misc_analys.get_sess_ns(sesspar, data_df)
figpar = sess_plot_util.fig_init_linpla(figpar)
sharey = True if decoder_data else "row"
figpar["init"]["sharey"] = sharey
figpar["init"]["subplot_hei"] = 4.4
figpar["init"]["gs"] = {"hspace": 0.2}
if wide:
figpar["init"]["subplot_wid"] = 3.0
figpar["init"]["gs"]["wspace"] = 0.3
else:
figpar["init"]["subplot_wid"] = 2.6
figpar["init"]["gs"]["wspace"] = 0.3
fig, ax = plot_util.init_fig(plot_helper_fcts.N_LINPLA, **figpar["init"])
if title is not None:
fig.suptitle(title, y=0.97, weight="bold")
sensitivity = misc_analys.get_sensitivity(permpar)
comp_info = misc_analys.get_comp_info(permpar)
for pass_n in [0, 1]: # add significance markers on the second pass
if pass_n == 1:
logger.info(f"{comp_info}:", extra={"spacing": "\n"})
for (line, plane), lp_df in data_df.groupby(["lines", "planes"]):
li, pl, col, dash = plot_helper_fcts.get_line_plane_idxs(
line, plane
)
line_plane_name = plot_helper_fcts.get_line_plane_name(line, plane)
sub_ax = ax[pl, li]
sess_indices = []
lp_sess_ns = []
for sess_n in sess_ns:
rows = lp_df.loc[lp_df["sess_ns"] == sess_n]
if len(rows) == 1:
sess_indices.append(rows.index[0])
lp_sess_ns.append(sess_n)
elif len(rows) > 1:
raise RuntimeError("Expected 1 row per line/plane/session.")
data = np.asarray([lp_df.loc[i, data_col] for i in sess_indices])
if pass_n == 0:
# plot errorbars
plot_util.plot_errorbars(
sub_ax, data[:, 0], data[:, 1:].T, lp_sess_ns, color=col,
alpha=0.8, xticks="auto", line_dash=dash
)
if pass_n == 1:
# plot CIs
CIs = np.asarray(
[lp_df.loc[i, "null_CIs"] for i in sess_indices]
)
CI_meds = CIs[:, 1]
CIs = CIs[:, np.asarray([0, 2])]
plot_util.plot_CI(sub_ax, CIs.T, med=CI_meds, x=lp_sess_ns,
width=0.45, color="lightgrey", med_col="gray", med_rat=0.03,
zorder=-12)
# add significance markers within sessions
y_maxes = data[:, 0] + data[:, -1]
sides = [
np.sign(sub[0] - CI_med)
for sub, CI_med in zip(data, CI_meds)
]
p_vals_corr = [lp_df.loc[i, "p_vals"] for i in sess_indices]
lp_sig_str = f"{line_plane_name:6} (within session):"
for s, sess_n in enumerate(lp_sess_ns):
sig_str = misc_analys.get_sig_symbol(
p_vals_corr[s], sensitivity=sensitivity, side=sides[s],
tails=permpar["tails"], p_thresh=permpar["p_val"]
)
if len(sig_str):
plot_util.add_signif_mark(sub_ax, sess_n, y_maxes[s],
rel_y=0.15, color=col, mark=sig_str)
lp_sig_str = (
f"{lp_sig_str}{TAB} S{sess_n}: "
f"{p_vals_corr[s]:.5f}{sig_str:3}"
)
logger.info(lp_sig_str, extra={"spacing": TAB})
if between_sess_sig:
add_between_sess_sig(ax, data_df, permpar, data_col=data_col)
area, ylab = True, None
if decoder_data:
area = False
if "balanced" in data_col:
ylab = "Balanced accuracy (%)"
else:
ylab = "Accuracy %"
sess_plot_util.format_linpla_subaxes(ax, fluor=analyspar["fluor"],
area=area, ylab=ylab, datatype="roi", sess_ns=sess_ns, kind="reg",
xticks=sess_ns, modif_share=False)
return ax
def plot_ex_gabor_traces(ex_traces_df, stimpar, figpar, title=None):
"""
plot_ex_gabor_traces(ex_traces_df, stimpar, figpar)
Plots example Gabor traces.
Required args:
- ex_traces_df (pd.DataFrame):
dataframe with a row for each ROI, and the following columns,
in addition to the basic sess_df columns:
- time_values (list): values for each frame, in seconds
- roi_ns (list): selected ROI number
- traces_sm (list): selected ROI sequence traces, smoothed, with
dims: seq x frames
- trace_stat (list): selected ROI trace mean or median
- stimpar (dict):
dictionary with keys of StimPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- title (str):
plot title
default: None
Returns:
- ax (2D array):
array of subplots
"""
if stimpar["stimtype"] != "gabors":
raise ValueError("Expected stimpar['stimtype'] to be 'gabors'.")
group_columns = ["lines", "planes"]
n_per = np.max(
[len(lp_df) for _, lp_df in ex_traces_df.groupby(group_columns)]
)
per_rows, per_cols = math_util.get_near_square_divisors(n_per)
n_per = per_rows * per_cols
figpar = sess_plot_util.fig_init_linpla(
figpar, kind="traces", n_sub=per_rows
)
figpar["init"]["subplot_hei"] = 1.36
figpar["init"]["subplot_wid"] = 2.47
figpar["init"]["ncols"] = per_cols * 2
fig, ax = plot_util.init_fig(
plot_helper_fcts.N_LINPLA * n_per, **figpar["init"]
)
if title is not None:
fig.suptitle(title, y=1.03, weight="bold")
ylims = np.full(ax.shape + (2, ), np.nan)
logger.info("Plotting individual traces...", extra={"spacing": TAB})
raster_zorder = -12
for (line, plane), lp_df in ex_traces_df.groupby(["lines", "planes"]):
li, pl, col, dash = plot_helper_fcts.get_line_plane_idxs(line, plane)
for i, idx in enumerate(lp_df.index):
row_idx = int(pl * per_rows + i % per_rows)
col_idx = int(li * per_cols + i // per_rows)
sub_ax = ax[row_idx, col_idx]
ylims[row_idx, col_idx] = plot_ex_gabor_roi_traces(
sub_ax,
lp_df.loc[idx],
col=col,
dash=dash,
zorder=raster_zorder - 1
)
time_values = np.asarray(lp_df.loc[lp_df.index[-1], "time_values"])
sess_plot_util.format_linpla_subaxes(ax, fluor="dff",
area=False, datatype="roi", sess_ns=None, xticks=None, kind="traces",
modif_share=False)
# fix x ticks and lims
for sub_ax in ax.reshape(-1):
xlims = [time_values[0], time_values[-1]]
xticks = np.linspace(*xlims, 6)
sub_ax.set_xticks(xticks)
plot_util.set_interm_ticks(ax, 3, axis="x", fontweight="bold", skip=False)
for sub_ax in ax.reshape(-1):
sub_ax.set_xlim(xlims)
# reset y limits
for r in range(ax.shape[0]):
for c in range(ax.shape[1]):
if not np.isfinite(ylims[r, c].sum()):
continue
ax[r, c].set_ylim(ylims[r, c])
plot_util.set_interm_ticks(
ax, 2, axis="y", share=False, weight="bold", update_ticks=True
)
# rasterize the gray lines
logger.info("Rasterizing individual traces...", extra={"spacing": TAB})
for sub_ax in ax.reshape(-1):
sub_ax.set_rasterization_zorder(raster_zorder)
return ax
def plot_idx_corr_scatterplots(idx_corr_df,
permpar,
figpar,
permute="sess",
title=None):
"""
plot_idx_corr_scatterplots(idx_corr_df, permpar, figpar)
Plots ROI USI index correlation scatterplots for individual session
comparisons.
Required args:
- idx_corr_df (pd.DataFrame):
dataframe with one row per line/plane, and the
following columns, in addition to the basic sess_df columns:
for correlation data (normalized if corr_type is "diff_corr") for
session comparisons (x, y), e.g. 1v2
- binned_rand_stats (list): number of random correlation values per
bin (xs x ys)
- corr_data_xs (list): USI values for x
- corr_data_ys (list): USI values for y
- corrs (float): correlation between session data (x and y)
- p_vals (float): p-value for correlation, corrected for
multiple comparisons and tails
- rand_corr_meds (float): median of the random correlations
- raw_p_vals (float): p-value for intersession correlations
- regr_coefs (float): regression correlation coefficient (slope)
- regr_intercepts (float): regression correlation intercept
- x_bin_mids (list): x mid point for each random correlation bin
- y_bin_mids (list): y mid point for each random correlation bin
- permpar (dict):
dictionary with keys of PermPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- permute (bool):
type of permutation to due ("tracking", "sess" or "all")
default: "sess"
- title (str):
plot title
default: None
Returns:
- ax (2D array):
array of subplots
"""
diffs = False
if permute in ["sess", "all"]:
diffs = True
figpar = sess_plot_util.fig_init_linpla(figpar, kind="reg")
figpar["init"]["sharex"] = False
figpar["init"]["sharey"] = False
figpar["init"]["subplot_hei"] = 4
figpar["init"]["subplot_wid"] = 4
figpar["init"]["gs"] = {"hspace": 0.4, "wspace": 0.4}
fig, ax = plot_util.init_fig(4, **figpar["init"])
if title is not None:
fig.suptitle(title, fontweight="bold", y=0.97)
sess_ns = None
# first pass to plot
for (line, plane), lp_df in idx_corr_df.groupby(["lines", "planes"]):
li, pl, col, _ = plot_helper_fcts.get_line_plane_idxs(line, plane)
sub_ax = ax[pl, li]
if len(lp_df) != 1:
raise RuntimeError("Expected exactly one row.")
lp_row = lp_df.loc[lp_df.index[0]]
if sess_ns is None:
sess_ns = lp_row["sess_ns"]
xlabel = f"Session {sess_ns[0]} USIs"
ylabel = f"Session {sess_ns[1]} USIs"
if diffs:
ylabel = f"Session {sess_ns[1]} - {sess_ns[0]} USIs"
elif sess_ns != lp_row["sess_ns"]:
raise RuntimeError("Expected all sess_ns to match.")
density_data = [
lp_row["x_bin_mids"], lp_row["y_bin_mids"],
np.asarray(lp_row["binned_rand_stats"]).T
]
sub_ax.contour(*density_data,
levels=6,
cmap="Greys",
zorder=-13,
linewidths=4)
alpha = 0.3**(len(lp_row["corr_data_xs"]) / 300)
sub_ax.scatter(lp_row["corr_data_xs"],
lp_row["corr_data_ys"],
color=col,
alpha=alpha,
lw=2,
s=35)
# Add plane, line info to plots
sess_plot_util.format_linpla_subaxes(ax,
datatype="roi",
xticks=None,
ylab=ylabel,
xlab=xlabel,
kind="reg")
# second pass to add plot markings
comp_info = misc_analys.get_comp_info(permpar)
logger.info(f"{comp_info}:", extra={"spacing": "\n"})
sig_str = ""
for (line, plane), lp_df in idx_corr_df.groupby(["lines", "planes"]):
li, pl, col, _ = plot_helper_fcts.get_line_plane_idxs(line, plane)
line_plane_name = plot_helper_fcts.get_line_plane_name(line, plane)
sub_ax = ax[pl, li]
# add markers back in (removed due to kind='reg')
sub_ax.tick_params(axis="x", which="both", bottom=True, top=False)
sub_ax.spines["bottom"].set_visible(True)
lp_row = lp_df.loc[lp_df.index[0]]
p_val_corr = lp_row["p_vals"]
lp_sig_str = add_scatterplot_markers(sub_ax,
permpar,
lp_row["corrs"],
lp_row["rand_corr_meds"],
lp_row["regr_coefs"],
lp_row["regr_intercepts"],
lp_row["p_vals"],
col=col,
diffs=diffs)
sig_str = (f"{sig_str}{TAB}{line_plane_name}: "
f"{p_val_corr:.5f}{lp_sig_str:3}")
logger.info(sig_str, extra={"spacing": TAB})
return ax
def plot_sess_traces(data_df, analyspar, sesspar, figpar,
trace_col="trace_stats", row_col="sess_ns",
row_order=None, split="by_exp", title=None, size="reg"):
"""
plot_sess_traces(data_df, analyspar, sesspar, figpar)
Plots traces from dataframe.
Required args:
- data_df (pd.DataFrame):
traces data frame with, in addition to the basic sess_df columns,
columns specified by trace_col, row_col, and a "time_values" column
- analyspar (dict):
dictionary with keys of AnalysPar namedtuple
- sesspar (dict):
dictionary with keys of SessPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- trace_col (str):
dataframe column containing trace statistics, as
split x ROIs x frames x stats
default: "trace_stats"
- row_col (str):
dataframe column specifying the variable that defines rows
within each line/plane
default: "sess_ns"
- row_order (list):
ordered list specifying the order in which to plot from row_col.
If None, automatic sorting order is used.
default: None
- split (str):
data split, e.g. "exp_lock", "unexp_lock", "stim_onset" or
"stim_offset"
default: False
- title (str):
plot title
default: None
- size (str):
subplot sizes
default: "reg"
Returns:
- ax (2D array):
array of subplots
"""
# retrieve session numbers, and infer row_order, if necessary
sess_ns = None
if row_col == "sess_ns":
sess_ns = row_order
if row_order is None:
row_order = misc_analys.get_sess_ns(sesspar, data_df)
elif row_order is None:
row_order = data_df[row_col].unique()
figpar = sess_plot_util.fig_init_linpla(
figpar, kind="traces", n_sub=len(row_order), sharey=False
)
if size == "small":
figpar["init"]["subplot_hei"] = 1.51
figpar["init"]["subplot_wid"] = 3.7
elif size == "wide":
figpar["init"]["subplot_hei"] = 1.36
figpar["init"]["subplot_wid"] = 4.8
figpar["init"]["gs"] = {"wspace": 0.3, "hspace": 0.5}
elif size == "reg":
figpar["init"]["subplot_hei"] = 1.36
figpar["init"]["subplot_wid"] = 3.4
else:
gen_util.accepted_values_error("size", size, ["small", "wide", "reg"])
fig, ax = plot_util.init_fig(len(row_order) * 4, **figpar["init"])
if title is not None:
fig.suptitle(title, y=1.0, weight="bold")
for (line, plane), lp_df in data_df.groupby(["lines", "planes"]):
li, pl, col, dash = plot_helper_fcts.get_line_plane_idxs(line, plane)
for r, row_val in enumerate(row_order):
rows = lp_df.loc[lp_df[row_col] == row_val]
if len(rows) == 0:
continue
elif len(rows) > 1:
raise RuntimeError(
"Expected row_order instances to be unique per line/plane."
)
row = rows.loc[rows.index[0]]
sub_ax = ax[r + pl * len(row_order), li]
if line == "L2/3-Cux2":
exp_col = "darkgray" # oddly, lighter than gray
else:
exp_col = "gray"
plot_traces(
sub_ax, row["time_values"], row[trace_col], split=split,
col=col, ls=dash, exp_col=exp_col, lab=False
)
for sub_ax in ax.reshape(-1):
plot_util.set_minimal_ticks(sub_ax, axis="y")
sess_plot_util.format_linpla_subaxes(ax, fluor=analyspar["fluor"],
area=False, datatype="roi", sess_ns=sess_ns, xticks=None,
kind="traces", modif_share=False)
# fix x ticks and lims
plot_util.set_interm_ticks(ax, 3, axis="x", fontweight="bold")
xlims = [np.min(row["time_values"]), np.max(row["time_values"])]
if split != "by_exp":
xlims = [-xlims[1], xlims[1]]
sub_ax.set_xlim(xlims)
return ax
def plot_tracked_idx_stats(idx_stats_df, sesspar, figpar, permpar=None,
absolute=True, between_sess_sig=True,
by_mouse=False, bootstr_err=None, title=None,
wide=False):
"""
plot_tracked_idx_stats(idx_stats_df, sesspar, figpar)
Plots tracked ROI USI statistics.
Required args:
- idx_stats_df (pd.DataFrame):
dataframe with one row per session, and the following columns, in
addition to the basic sess_df columns:
- roi_idxs (list): index statistics
or
- abs_roi_idxs (list): absolute index statistics
- sesspar (dict):
dictionary with keys of SessPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- permpar (dict):
dictionary with keys of PermPar namedtuple. Required if
between_sess_sig is True.
default: None
- absolute (bool):
if True, data statistics are on absolute ROI indices
default: True
- between_sess_sig (bool):
if True, significance between sessions is logged and plotted
default: True
- by_mouse (bool):
if True, plotting is done per mouse
default: False
- bootstr_err (bool):
if True, error is bootstrapped standard deviation
default: False
- title (str):
plot title
default: None
- wide (bool):
if True, subplots are wider
default: False
Returns:
- ax (2D array):
array of subplots
"""
sess_ns = misc_analys.get_sess_ns(sesspar, idx_stats_df)
figpar = sess_plot_util.fig_init_linpla(figpar)
figpar["init"]["sharey"] = "row"
figpar["init"]["subplot_hei"] = 4.1
figpar["init"]["subplot_wid"] = 2.6
figpar["init"]["gs"] = {"wspace": 0.25, "hspace": 0.2}
if wide:
figpar["init"]["subplot_wid"] = 3.3
fig, ax = plot_util.init_fig(plot_helper_fcts.N_LINPLA, **figpar["init"])
if title is not None:
fig.suptitle(title, y=0.98, weight="bold")
data_col = "roi_idx_stats"
if absolute:
data_col = f"abs_{data_col}"
if data_col not in idx_stats_df.columns:
raise KeyError(f"Expected to find {data_col} in idx_stats_df columns.")
for (line, plane), lp_df in idx_stats_df.groupby(["lines", "planes"]):
li, pl, col, dash = plot_helper_fcts.get_line_plane_idxs(line, plane)
sub_ax = ax[pl, li]
sub_ax.axhline(
y=0, ls=plot_helper_fcts.HDASH, c="k", lw=3.0, alpha=0.5,
zorder=-13
)
mouse_ns = ["any"]
mouse_cols = [col]
if by_mouse:
mouse_ns = sorted(lp_df["mouse_ns"].unique())
mouse_cols = plot_util.get_hex_color_range(
len(mouse_ns), col=col,
interval=plot_helper_fcts.MOUSE_COL_INTERVAL
)
for mouse_n, mouse_col in zip(mouse_ns, mouse_cols):
sub_df = lp_df
if by_mouse:
sub_df = lp_df.loc[lp_df["mouse_ns"] == mouse_n]
sess_indices = []
sub_sess_ns = []
for sess_n in sess_ns:
rows = sub_df.loc[sub_df["sess_ns"] == sess_n]
if len(rows) == 1:
sess_indices.append(rows.index[0])
sub_sess_ns.append(sess_n)
data = np.asarray([sub_df.loc[i, data_col] for i in sess_indices])
# plot errorbars
alpha = 0.6 if by_mouse else 0.8
capsize = 8 if bootstr_err else None
plot_util.plot_errorbars(
sub_ax, data[:, 0], data[:, 1:].T, sub_sess_ns, color=mouse_col,
alpha=alpha, xticks="auto", line_dash=dash, capsize=capsize,
)
if between_sess_sig:
if permpar is None:
raise ValueError(
"If 'between_sess_sig' is True, must provide permpar."
)
if by_mouse:
raise NotImplementedError(
"Plotting between session statistical signifiance is not "
"implemented if 'by_mouse' if True."
)
seq_plots.add_between_sess_sig(
ax, idx_stats_df, permpar, data_col=data_col
)
# Add plane, line info to plots
sess_plot_util.format_linpla_subaxes(
ax, datatype="roi", xticks=sess_ns, ylab="", kind="reg"
)
return ax
def plot_idx_correlations(idx_corr_df,
permpar,
figpar,
permute="sess",
corr_type="corr",
title=None,
small=True):
"""
plot_idx_correlations(idx_corr_df, permpar, figpar)
Plots ROI USI index correlations across sessions.
Required args:
- idx_corr_df (pd.DataFrame):
dataframe with one row per line/plane, and the
following columns, in addition to the basic sess_df columns:
for session comparisons, e.g. 1v2
- {}v{}{norm_str}_corrs (float): intersession ROI index correlations
- {}v{}{norm_str}_corr_stds (float): bootstrapped intersession ROI
index correlation standard deviation
- {}v{}_null_CIs (list): adjusted null CI for intersession ROI
index correlations
- {}v{}_raw_p_vals (float): p-value for intersession correlations
- {}v{}_p_vals (float): p-value for intersession correlations,
corrected for multiple comparisons and tails
- permpar (dict):
dictionary with keys of PermPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- permute (bool):
type of permutation to due ("tracking", "sess" or "all")
default: "sess"
- corr_type (str):
type of correlation run, i.e. "corr" or "R_sqr"
default: "corr"
- title (str):
plot title
default: None
- small (bool):
if True, smaller subplots are plotted
default: True
Returns:
- ax (2D array):
array of subplots
"""
norm = False
if permute in ["sess", "all"]:
corr_type = f"diff_{corr_type}"
if corr_type == "diff_corr":
norm = True
title = title.replace("Correlations", "Normalized correlations")
norm_str = "_norm" if norm else ""
sess_pairs = get_sorted_sess_pairs(idx_corr_df, norm=norm)
n_pairs = int(np.ceil(len(sess_pairs) / 2) * 2) # multiple of 2
figpar = sess_plot_util.fig_init_linpla(figpar,
kind="reg",
n_sub=int(n_pairs / 2))
figpar["init"]["ncols"] = n_pairs
figpar["init"]["sharey"] = "row"
figpar["init"]["gs"] = {"hspace": 0.25}
if small:
figpar["init"]["subplot_wid"] = 2.7
figpar["init"]["subplot_hei"] = 4.21
figpar["init"]["gs"]["wspace"] = 0.2
else:
figpar["init"]["subplot_wid"] = 3.3
figpar["init"]["subplot_hei"] = 4.71
figpar["init"]["gs"]["wspace"] = 0.3
fig, ax = plot_util.init_fig(n_pairs * 2, **figpar["init"])
if title is not None:
fig.suptitle(title, y=0.98, weight="bold")
plane_pts = get_idx_corr_ylims(idx_corr_df, norm=norm)
lines = [None, None]
comp_info = misc_analys.get_comp_info(permpar)
logger.info(f"{comp_info}:", extra={"spacing": "\n"})
for (line, plane), lp_df in idx_corr_df.groupby(["lines", "planes"]):
li, pl, col, _ = plot_helper_fcts.get_line_plane_idxs(line, plane)
linpla_name = plot_helper_fcts.get_line_plane_name(line, plane)
lines[li] = line.split("-")[0].replace("23", "2/3")
if len(lp_df) != 1:
raise RuntimeError("Expected only one row per line/plane.")
row = lp_df.loc[lp_df.index[0]]
lp_sig_str = f"{linpla_name:6}:"
for s, sess_pair in enumerate(sess_pairs):
sub_ax = ax[pl, s]
if s == 0:
sub_ax.set_ylim(plane_pts[pl])
col_base = f"{sess_pair[0]}v{sess_pair[1]}"
CI = row[f"{col_base}_null_CIs"]
extr = np.asarray([CI[0], CI[2]])
plot_util.plot_CI(sub_ax,
extr,
med=CI[1],
x=li,
width=0.45,
med_rat=0.025)
y = row[f"{col_base}{norm_str}_corrs"]
err = row[f"{col_base}{norm_str}_corr_stds"]
plot_util.plot_ufo(sub_ax,
x=li,
y=y,
err=err,
color=col,
capsize=8)
# add significance markers
p_val = row[f"{col_base}_p_vals"]
side = np.sign(y - CI[1])
sensitivity = misc_analys.get_sensitivity(permpar)
sig_str = misc_analys.get_sig_symbol(p_val,
sensitivity=sensitivity,
side=side,
tails=permpar["tails"],
p_thresh=permpar["p_val"])
if len(sig_str):
high = np.max([CI[-1], y + err])
plot_util.add_signif_mark(sub_ax,
li,
high,
rel_y=0.1,
color=col,
fontsize=24,
mark=sig_str)
sess_str = f"S{sess_pair[0]}v{sess_pair[1]}: "
lp_sig_str = f"{lp_sig_str}{TAB}{sess_str}{p_val:.5f}{sig_str:3}"
logger.info(lp_sig_str, extra={"spacing": TAB})
# Add plane, line info to plots
sess_plot_util.format_linpla_subaxes(ax,
datatype="roi",
lines=["", ""],
xticks=[0, 1],
ylab="",
xlab="",
kind="traces")
xs = np.arange(len(lines))
pad_x = 0.6 * (xs[1] - xs[0])
for row_n in range(len(ax)):
for col_n in range(len(ax[row_n])):
sub_ax = ax[row_n, col_n]
sub_ax.tick_params(axis="x", which="both", bottom=False)
sub_ax.set_xticks(xs)
sub_ax.set_xticklabels(lines, weight="bold")
sub_ax.set_xlim([xs[0] - pad_x, xs[-1] + pad_x])
sub_ax.set_ylim(plane_pts[row_n])
sub_ax.set_yticks(plane_pts[row_n])
if row_n == 0:
if col_n < len(sess_pairs):
s1, s2 = sess_pairs[col_n]
sess_pair_title = f"Session {s1} v {s2}"
sub_ax.set_title(sess_pair_title,
fontweight="bold",
y=1.07)
sub_ax.spines["bottom"].set_visible(True)
plot_util.set_interm_ticks(ax[row_n],
3,
axis="y",
weight="bold",
share=False,
update_ticks=True)
return ax
def plot_idxs(idx_df, sesspar, figpar, plot="items", density=True, n_bins=40,
title=None, size="reg"):
"""
plot_idxs(idx_df, sesspar, figpar)
Returns exact color for a specific line.
Required args:
- idx_df (pd.DataFrame):
dataframe with indices for different line/plane combinations, and
the following columns, in addition to the basic sess_df columns:
- rand_idx_binned (list): bin counts for the random ROI indices
- bin_edges (list): first and last bin edge
- CI_edges (list): confidence interval limit values
- CI_perc (list): confidence interval percentile limits
if plot == "items":
- roi_idx_binned (list): bin counts for the ROI indices
if plot == "percs":
- perc_idx_binned (list): bin counts for the ROI index percentiles
optionally:
- n_signif_lo (int): number of significant ROIs (low)
- n_signif_hi (int): number of significant ROIs (high)
- sesspar (dict):
dictionary with keys of SessPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- plot (str):
type of data to plot ("items" or "percs")
default: "items"
- density (bool):
if True, histograms are plotted as densities
default: True
- n_bins (int):
number of bins to use in histograms
default: 40
- title (str):
plot title
default: None
- size (str):
plot size ("reg", "small" or "tall")
default: "reg"
Returns:
- ax (2D array):
array of subplots
"""
if plot == "items":
data_key = "roi_idx_binned"
CI_key = "CI_edges"
elif plot == "percs":
data_key = "perc_idx_binned"
CI_key = "CI_perc"
else:
gen_util.accepted_values_error("plot", plot, ["items", "percs"])
sess_ns = misc_analys.get_sess_ns(sesspar, idx_df)
n_plots = len(sess_ns) * 4
figpar["init"]["sharey"] = "row"
figpar = sess_plot_util.fig_init_linpla(figpar, kind="idx",
n_sub=len(sess_ns), sharex=(plot == "percs"))
y = 1
if size == "reg":
subplot_hei = 3.2
subplot_wid = 5.5
elif size == "small":
y = 1.04
subplot_hei = 2.40
subplot_wid = 3.75
figpar["init"]["gs"] = {"hspace": 0.25, "wspace": 0.30}
elif size == "tall":
y = 0.98
subplot_hei = 5.3
subplot_wid = 5.55
else:
gen_util.accepted_values_error("size", size, ["reg", "small", "tall"])
figpar["init"]["subplot_hei"] = subplot_hei
figpar["init"]["subplot_wid"] = subplot_wid
figpar["init"]["sharey"] = "row"
fig, ax = plot_util.init_fig(n_plots, **figpar["init"])
if title is not None:
fig.suptitle(title, y=y, weight="bold")
for (line, plane), lp_df in idx_df.groupby(["lines", "planes"]):
li, pl, col, _ = plot_helper_fcts.get_line_plane_idxs(line, plane)
for s, sess_n in enumerate(sess_ns):
rows = lp_df.loc[lp_df["sess_ns"] == sess_n]
if len(rows) == 0:
continue
elif len(rows) > 1:
raise RuntimeError(
"Expected sess_ns to be unique per line/plane."
)
row = rows.loc[rows.index[0]]
sub_ax = ax[s + pl * len(sess_ns), li]
# get percentage significant label
perc_label = None
if "n_signif_lo" in row.keys() and "n_signif_hi" in row.keys():
n_sig_lo, n_sig_hi = row["n_signif_lo"], row["n_signif_hi"]
nrois = np.sum(row["nrois"])
perc_signif = np.sum([n_sig_lo, n_sig_hi]) / nrois * 100
perc_label = (f"{perc_signif:.2f}% sig\n"
f"({n_sig_lo}-/{n_sig_hi}+ of {nrois})")
plot_stim_idx_hist(
sub_ax, row[data_key], row[CI_key], n_bins=n_bins,
rand_data=row["rand_idx_binned"],
orig_edges=row["bin_edges"],
plot=plot, col=col, density=density, perc_label=perc_label)
if size == "small":
sub_ax.legend(fontsize="small")
# Add plane, line info to plots
y_lab = "Density" if density else f"N ROIs"
sess_plot_util.format_linpla_subaxes(ax, datatype="roi", ylab=y_lab,
xticks=None, sess_ns=None, kind="idx", modif_share=False,
xlab="Index", single_lab=True)
# Add indices after setting formatting
if plot == "percs":
nticks = 5
xticks = [int(np.around(x, 0)) for x in np.linspace(0, 100, nticks)]
for sub_ax in ax[-1]:
sub_ax.set_xticks(xticks)
sub_ax.set_xticklabels(xticks, weight="bold")
elif plot == "items":
nticks = 3
plot_util.set_interm_ticks(
ax, nticks, axis="x", weight="bold", share=False, skip=False
)
else:
gen_util.accepted_values_error("plot", plot, ["items", "percs"])
return ax
def plot_tracked_idxs(idx_only_df, sesspar, figpar, title=None, wide=False):
"""
plot_tracked_idxs(idx_only_df, sesspar, figpar)
Plots tracked ROI USIs as individual lines.
Required args:
- idx_only_df (pd.DataFrame):
dataframe with one row per (mouse/)session/line/plane, and the
following columns, in addition to the basic sess_df columns:
- roi_idxs (list): index for each ROI
- sesspar (dict):
dictionary with keys of SessPar namedtuple
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- title (str):
plot title
default: None
- wide (bool):
if True, subplots are wider
default: False
Returns:
- ax (2D array):
array of subplots
"""
sess_ns = misc_analys.get_sess_ns(sesspar, idx_only_df)
figpar = sess_plot_util.fig_init_linpla(figpar)
figpar["init"]["sharey"] = "row"
figpar["init"]["subplot_hei"] = 4.1
figpar["init"]["subplot_wid"] = 2.5
figpar["init"]["gs"] = {"wspace": 0.25, "hspace": 0.2}
if wide:
figpar["init"]["subplot_wid"] = 3.3
figpar["init"]["gs"]["wspace"] = 0.25
fig, ax = plot_util.init_fig(plot_helper_fcts.N_LINPLA, **figpar["init"])
if title is not None:
fig.suptitle(title, y=0.98, weight="bold")
for (line, plane), lp_df in idx_only_df.groupby(["lines", "planes"]):
li, pl, col, _ = plot_helper_fcts.get_line_plane_idxs(line, plane)
sub_ax = ax[pl, li]
# mouse_ns
lp_mouse_ns = sorted(lp_df["mouse_ns"].unique())
lp_data = []
for mouse_n in lp_mouse_ns:
mouse_df = lp_df.loc[lp_df["mouse_ns"] == mouse_n]
nrois = mouse_df["nrois"].unique()
if len(nrois) != 1:
raise RuntimeError(
"Each mouse in idx_stats_df should retain the same number "
" of ROIs across sessions.")
mouse_data = np.full((len(sess_ns), nrois[0]), np.nan)
for s, sess_n in enumerate(sess_ns):
rows = mouse_df.loc[mouse_df["sess_ns"] == sess_n]
if len(rows) == 1:
mouse_data[s] = rows.loc[rows.index[0], "roi_idxs"]
elif len(rows) > 1:
raise RuntimeError(
"Expected 1 row per line/plane/session/mouse."
)
lp_data.append(mouse_data)
lp_data = np.concatenate(lp_data, axis=1)
sub_ax.axhline(
y=0, ls=plot_helper_fcts.HDASH, c="k", lw=3.0, alpha=0.5,
zorder=-13
)
sub_ax.plot(sess_ns, lp_data, color=col, lw=2, alpha=0.3)
# Add plane, line info to plots
sess_plot_util.format_linpla_subaxes(
ax, datatype="roi", xticks=sess_ns, ylab="", kind="reg"
)
for sub_ax in ax.reshape(-1):
xticks = sub_ax.get_xticks()
plot_util.set_ticks(
sub_ax, "x", np.min(xticks), np.max(xticks), n=len(xticks),
pad_p=0.2
)
return ax
def plot_snr_sigmeans_nrois(data_df,
figpar,
datatype="snrs",
title="ROI SNRs"):
"""
plot_snr_sigmeans_nrois(data_df, figpar)
Plots SNR, signal means or number of ROIs, depending on the case.
Required args:
- data_df (pd.DataFrame):
dataframe with SNR, signal mean or number of ROIs data for each
session, in addition to the basic sess_df columns
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- datatype (str):
type of data to plot, also corresponding to column name
default: "snrs"
- title (str):
plot title
default: "ROI SNRs"
Returns:
- ax (2D array):
array of subplots
"""
sess_ns = np.arange(data_df.sess_ns.min(), data_df.sess_ns.max() + 1)
figpar = sess_plot_util.fig_init_linpla(figpar, kind="reg")
figpar["init"]["sharey"] = "row"
figpar["init"]["subplot_hei"] = 4.4
figpar["init"]["gs"] = {"wspace": 0.2, "hspace": 0.2}
if datatype != "nrois":
figpar["init"]["subplot_wid"] = 3.2
else:
figpar["init"]["subplot_wid"] = 2.5
fig, ax = plot_util.init_fig(4, **figpar["init"])
if title is not None:
fig.suptitle(title, y=0.97, weight="bold")
for (line, plane), lp_df in data_df.groupby(["lines", "planes"]):
li, pl, col, dash = plot_helper_fcts.get_line_plane_idxs(line, plane)
sub_ax = ax[pl, li]
if datatype == "snrs":
sub_ax.axhline(y=1,
ls=plot_helper_fcts.HDASH,
c="k",
lw=3.0,
alpha=0.5)
elif datatype == "signal_means":
sub_ax.axhline(y=0,
ls=plot_helper_fcts.HDASH,
c="k",
lw=3.0,
alpha=0.5)
elif datatype != "nrois":
gen_util.accepted_values_error("datatype", datatype,
["snrs", "signal_means", "nrois"])
if datatype == "nrois":
plot_nrois(sub_ax, lp_df, sess_ns=sess_ns, col=col, dash=dash)
continue
data = []
use_sess_ns = []
for sess_n in sess_ns:
rows = lp_df.loc[lp_df["sess_ns"] == sess_n]
if len(rows) > 0:
use_sess_ns.append(sess_n)
data.append(np.concatenate(rows[datatype].tolist()))
sub_ax.boxplot(data,
positions=use_sess_ns,
notch=True,
patch_artist=True,
whis=[5, 95],
widths=0.6,
boxprops=dict(facecolor="white",
color=col,
linewidth=3.0),
capprops=dict(color=col, linewidth=3.0),
whiskerprops=dict(color=col, linewidth=3.0),
flierprops=dict(color=col,
markeredgecolor=col,
markersize=8),
medianprops=dict(color=col, linewidth=3.0))
sess_plot_util.format_linpla_subaxes(ax,
datatype="roi",
ylab="",
xticks=sess_ns,
kind="reg",
single_lab=True)
return ax
def plot_roi_correlations(corr_df, figpar, title=None, log_scale=True):
"""
plot_roi_correlations(corr_df, figpar)
Plots correlation histograms.
Required args:
- corr_df (pd.DataFrame):
dataframe with one row per session/line/plane, and the
following columns, in addition to the basic sess_df columns:
- bin_edges (list): first and last bin edge
- corrs_binned (list): number of correlation values per bin
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- title (str):
plot title
default: None
- log_scale (bool):
if True, a near logarithmic scale is used for the y axis (with a
linear range to reach 0, and break marks to mark the transition
from linear to log range)
default: True
Returns:
- ax (2D array):
array of subplots
"""
sess_ns = np.arange(corr_df.sess_ns.min(), corr_df.sess_ns.max() + 1)
n_sess = len(sess_ns)
figpar = sess_plot_util.fig_init_linpla(figpar,
kind="prog",
n_sub=len(sess_ns))
figpar["init"]["subplot_hei"] = 3.0
figpar["init"]["subplot_wid"] = 2.8
figpar["init"]["sharex"] = log_scale
if log_scale:
figpar["init"]["sharey"] = True
fig, ax = plot_util.init_fig(4 * len(sess_ns), **figpar["init"])
if title is not None:
fig.suptitle(title, y=1.02, weight="bold")
sess_plot_util.format_linpla_subaxes(ax,
datatype="roi",
ylab="Density",
xlab="Correlation",
sess_ns=sess_ns,
kind="prog",
single_lab=True)
log_base = 2
for (line, plane), lp_df in corr_df.groupby(["lines", "planes"]):
li, pl, col, _ = plot_helper_fcts.get_line_plane_idxs(line, plane)
for s, sess_n in enumerate(sess_ns):
sess_rows = lp_df.loc[lp_df["sess_ns"] == sess_n]
if len(sess_rows) == 0:
continue
elif len(sess_rows) > 1:
raise RuntimeError("Expected exactly one row.")
sess_row = sess_rows.loc[sess_rows.index[0]]
sub_ax = ax[pl, s + li * n_sess]
weights = np.asarray(sess_row["corrs_binned"])
bin_edges = np.linspace(*sess_row["bin_edges"], len(weights) + 1)
sub_ax.hist(bin_edges[:-1],
bin_edges,
weights=weights,
color=col,
alpha=0.6,
density=True)
sub_ax.axvline(0,
ls=plot_helper_fcts.VDASH,
c="k",
lw=3.0,
alpha=0.5)
sub_ax.spines["bottom"].set_visible(True)
sub_ax.tick_params(axis="x", which="both", bottom=True, top=False)
if log_scale:
sub_ax.set_yscale("log", base=log_base)
sub_ax.set_xlim(-1, 1)
else:
sub_ax.autoscale(axis="x", tight=True)
sub_ax.autoscale(axis="y", tight=True)
if log_scale: # update x ticks
set_symlog_scale(ax, log_base=log_base, col_per_grp=n_sess, n_ticks=4)
else: # update x and y ticks
for i in range(ax.shape[0]):
for j in range(int(ax.shape[1] / n_sess)):
sub_axes = ax[i, j * n_sess:(j + 1) * n_sess]
plot_util.set_interm_ticks(sub_axes,
4,
axis="y",
share=True,
update_ticks=True)
plot_util.set_interm_ticks(ax,
4,
axis="x",
share=log_scale,
update_ticks=True,
fontweight="bold")
return ax
def plot_roi_masks_overlayed(roi_mask_df, figpar, title=None):
"""
plot_roi_masks_overlayed(roi_mask_df, figpar)
Plots ROI masks overlayed across sessions, optionally cropped.
Required args:
- roi_mask_df (pd.DataFrame in dict format):
dataframe with a row for each mouse, and the following
columns, in addition to the basic sess_df columns:
- "registered_roi_mask_idxs" (list): list of mask indices,
registered across sessions, for each session
(flattened across ROIs) ((sess, hei, wid) x val)
- "roi_mask_shapes" (list): shape into which ROI mask indices index
(sess x hei x wid)
and optionally, if cropping:
- "crop_fact" (num): factor by which to crop masks (> 1)
- "shift_prop_hei" (float): proportion by which to shift cropped
mask center vertically from left edge [0, 1]
- "shift_prop_wid" (float): proportion by which to shift cropped
mask center horizontally from left edge [0, 1]
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- title (str):
plot title
default: None
Returns:
- ax (2D array):
array of subplots
"""
crop = "crop_fact" in roi_mask_df.columns
figpar = sess_plot_util.fig_init_linpla(figpar)
figpar["init"]["sharex"] = False
figpar["init"]["sharey"] = False
figpar["init"]["subplot_hei"] = 5.2
figpar["init"]["subplot_wid"] = 5.2
figpar["init"]["gs"] = {"wspace": 0.03, "hspace": 0.32}
# MUST ADJUST if anything above changes [right, bottom, width, height]
new_axis_coords = [0.885, 0.11, 0.1, 0.33]
if crop: # move to the left
new_axis_coords[0] = 0.04
fig, ax = plot_util.init_fig(plot_helper_fcts.N_LINPLA, **figpar["init"])
sub_ax_scale = fig.add_axes(new_axis_coords)
plot_util.remove_axis_marks(sub_ax_scale)
sub_ax_scale.spines["left"].set_visible(True)
if title is not None:
fig.suptitle(title, y=0.95, weight="bold")
sess_cols = get_sess_cols(roi_mask_df)
alpha = 0.6
hei_lens = []
for (line, plane), lp_mask_df in roi_mask_df.groupby(["lines", "planes"]):
li, pl, _, _ = plot_helper_fcts.get_line_plane_idxs(line, plane)
sub_ax = ax[pl, li]
if len(lp_mask_df) != 1:
raise RuntimeError("Expected only one row per line/plane.")
lp_row = lp_mask_df.loc[lp_mask_df.index[0]]
roi_masks = create_sess_roi_masks(lp_row, crop=crop)
hei_lens.append(roi_masks.shape[1])
for s, sess_n in enumerate(lp_row["sess_ns"]):
col = sess_cols[int(sess_n)]
add_roi_mask(sub_ax, roi_masks[s], col=col, alpha=alpha)
# add legend
add_sess_col_leg(
ax[0, 1], sess_cols, bbox_to_anchor=(0.7, -0.01), alpha=alpha
)
# add scale marker
hei_lens = np.unique(hei_lens)
if len(hei_lens) != 1:
raise NotImplementedError(
"Adding scale bar not implemented if ROI mask image heights are "
"different for different planes."
)
quadrant = 1 if crop else 3
add_scale_marker(
sub_ax_scale, side_len=hei_lens[0], ori="vertical", quadrant=quadrant,
fontsize=22
)
# Add plane, line info to plots
sess_plot_util.format_linpla_subaxes(ax, ylab="", kind="map")
return ax
def plot_imaging_planes(imaging_plane_df, figpar, title=None):
"""
plot_imaging_planes(imaging_plane_df, figpar)
Plots imaging planes.
Required args:
- imaging_plane_df (pd.DataFrame in dict format):
dataframe with a row for each mouse, and the following
columns, in addition to the basic sess_df columns:
- "max_projections" (list): pixel intensities of maximum projection
for the plane (hei x wid)
- figpar (dict):
dictionary containing the following figure parameter dictionaries
["init"] (dict): dictionary with figure initialization parameters
["save"] (dict): dictionary with figure saving parameters
["dirs"] (dict): dictionary with additional figure parameters
Optional args:
- title (str):
plot title
default: None
Returns:
- ax (2D array):
array of subplots
"""
figpar = sess_plot_util.fig_init_linpla(figpar)
figpar["init"]["sharex"] = False
figpar["init"]["sharey"] = False
figpar["init"]["subplot_hei"] = 2.4
figpar["init"]["subplot_wid"] = 2.4
figpar["init"]["gs"] = {"wspace": 0.25, "hspace": 0.2}
# MUST ADJUST if anything above changes [right, bottom, width, height]
new_axis_coords = [0.91, 0.115, 0.15, 0.34]
fig, ax = plot_util.init_fig(plot_helper_fcts.N_LINPLA, **figpar["init"])
sub_ax_scale = fig.add_axes(new_axis_coords)
plot_util.remove_axis_marks(sub_ax_scale)
sub_ax_scale.spines["left"].set_visible(True)
if title is not None:
fig.suptitle(title, y=1, weight="bold")
hei_lens = []
raster_zorder = -12
for (line, plane), lp_mask_df in imaging_plane_df.groupby(["lines", "planes"]):
li, pl, _, _ = plot_helper_fcts.get_line_plane_idxs(line, plane)
sub_ax = ax[pl, li]
if len(lp_mask_df) != 1:
raise RuntimeError("Expected only one row per line/plane.")
lp_row = lp_mask_df.loc[lp_mask_df.index[0]]
# add projection
imaging_plane = np.asarray(lp_row["max_projections"])
hei_lens.append(imaging_plane.shape[0])
add_imaging_plane(sub_ax, imaging_plane, alpha=0.98,
zorder=raster_zorder - 1
)
# add scale marker
hei_lens = np.unique(hei_lens)
if len(hei_lens) != 1:
raise NotImplementedError(
"Adding scale bar not implemented if ROI mask image heights are "
"different for different planes."
)
add_scale_marker(
sub_ax_scale, side_len=hei_lens[0], ori="vertical", quadrant=3,
fontsize=16
)
logger.info("Rasterizing imaging plane images...", extra={"spacing": TAB})
for sub_ax in ax.reshape(-1):
sub_ax.set_rasterization_zorder(raster_zorder)
# Add plane, line info to plots
sess_plot_util.format_linpla_subaxes(ax, ylab="", kind="map")
for sub_ax in ax.reshape(-1):
plot_util.remove_axis_marks(sub_ax)
return ax
def plot_data_summ(plot_lines, data, stats, shuff_stats, title, savename,
CI=0.95, q1v4=False, evu=False, comp="unexp", modif=False,
no_save=False):
"""
plot_data_summ(plot_lines, data, stats, shuff_stats, title, savename)
Plots summary data for a specific comparison, for each line and plane and
saves figure.
Required args:
- plot_lines (pd DataFrame): DataFrame containing scores summary
for specific comparison and criteria
- data (str) : label of type of data to plot,
e.g., "epoch_n" or "test_acc_bal"
- stats (list) : list of stats to use for non shuffled
data, e.g., ["mean", "sem", "sem"]
- shuff_stats (list) : list of stats to use for shuffled
data, e.g., ["median", "p2p5", "p97p5"]
- title (str) : general plot titles (must contain "data")
- savename (str) : plot save path
Optional args:
- CI (num) : CI for shuffled data (e.g., 0.95)
default: 0.95
- q1v4 (bool) : if True, analysis is separated across first and
last quartiles
default: False
- evu (bool) : if True, the first dataset will include expected
sequences and the second will include unexpected
sequences
default: False
- comp (str) : type of comparison
default: "unexp"
- modif (bool) : if True, plots are made in a modified (simplified
way)
default: False
- no_save (bool): if True, figure is not saved
default: False
Returns:
- fig (plt Figure) : figure
"""
celltypes = [[x, y] for y in ["dend", "soma"] for x in ["L23", "L5"]]
max_sess = max(plot_lines["sess_n"].tolist())
fig, ax = init_res_fig(len(celltypes), max_sess, modif)
if modif:
fig.suptitle(title, y=1.0, weight="bold")
n_vals = 5 # (mean/med, sem/2.5p, sem/97.5p, n_rois, n_runs)
if data == "test_acc_bal":
found = False
for key in plot_lines.keys():
if data in key:
found = True
if not found:
warnings.warn("test_acc_bal was not recorded",
category=RuntimeWarning, stacklevel=1)
return
split_oris = sess_str_util.get_split_oris(comp)
data_types = gen_util.list_if_not(data)
if (q1v4 or evu or split_oris) and "test_acc" in data:
ext_test = sess_str_util.ext_test_str(q1v4, evu, comp)
n_vals = 8 # (extra mean/med, sem/2.5p, sem/97.5p for Q4)
if data == "test_acc":
data_types = ["test_acc", f"{ext_test}_acc"]
elif data == "test_acc_bal":
data_types = ["test_acc_bal", f"{ext_test}_acc_bal"]
else:
gen_util.accepted_values_error("data", data,
["test_acc", "test_acc_bal"])
for i, [line, plane] in enumerate(celltypes):
sub_ax = plot_util.get_subax(ax, i)
if not modif:
sub_ax.set_xlim(-0.5, max_sess - 0.5)
# get the right rows in dataframe
cols = ["plane"]
cri = [plane]
curr_lines = gen_util.get_df_vals(plot_lines.loc[
plot_lines["line"].str.contains(line)], cols, cri)
cri_str = ", ".join([f"{col}: {crit}" for col, crit in zip(cols, cri)])
if len(curr_lines) == 0: # no data
warnings.warn(f"No data found for {line} {plane}, {cri_str}",
category=RuntimeWarning, stacklevel=1)
continue
else: # shuffle or non shuffle missing
skip = False
for shuff in [False, True]:
if shuff not in curr_lines["shuffle"].tolist():
warnings.warn(f"No shuffle={shuff} data found for {line} "
f"{plane}, {cri_str}", category=RuntimeWarning,
stacklevel=1)
skip = True
if skip:
continue
sess_ns = gen_util.get_df_vals(curr_lines, label="sess_n", dtype=int)
mouse_ns = gen_util.get_df_vals(curr_lines, label="mouse_n",
dtype=int)
# mouse x sess x n_vals
if -1 not in mouse_ns:
raise RuntimeError("Shuffle data across mice is missing.")
mouse_ns = gen_util.remove_if(mouse_ns, -1)
data_arr = np.empty((len(mouse_ns), int(max_sess), n_vals)) * np.nan
shuff_arr = np.empty((1, int(max_sess), n_vals - 1)) * np.nan
for sess_n in sess_ns:
sess_mice = gen_util.get_df_vals(
curr_lines, "sess_n", sess_n, "mouse_n", dtype=int)
for m, mouse_n in enumerate(mouse_ns + [-1]):
if mouse_n not in sess_mice:
continue
if mouse_n == -1:
stat_types = shuff_stats
arr = shuff_arr
m = 0
else:
stat_types = stats
arr = data_arr
curr_line = gen_util.get_df_vals(curr_lines,
["sess_n", "mouse_n", "shuffle"],
[sess_n, mouse_n, mouse_n==-1])
if len(curr_line) > 1:
raise RuntimeError("Several lines correspond to criteria.")
elif len(curr_line) == 0:
continue
for st, stat in enumerate(stat_types):
for d, dat in enumerate(data_types):
i = d * 3 + st
arr[m, int(sess_n-1), i] = curr_line[f"{dat}_{stat}"]
if mouse_n != -1:
arr[m, int(sess_n-1), -2] = curr_line["n_rois"]
arr[m, int(sess_n-1), -1] = curr_line["runs_total"] - \
curr_line["runs_nan"]
summ_subplot(sub_ax, data_arr, shuff_arr, title, mouse_ns, sess_ns,
line, plane, stats[0], stats[1], CI, q1v4, evu, split_oris, modif)
if modif:
n_sess_keep = 3
ylab = ax[0, 0].get_ylabel()
ax[0, 0].set_ylabel("")
sess_plot_util.format_linpla_subaxes(ax, ylab=ylab,
xticks=np.arange(1, n_sess_keep + 1))
yticks = ax[0, 0].get_yticks()
# always set ticks (even again) before setting labels
ax[1, 0].set_yticks(yticks)
ax[1, 0].set_yticklabels([int(v) for v in yticks],
fontdict={"weight": "bold"})
if not no_save:
fig.savefig(savename)
return fig