Example #1
0
File: state.py Project: nadoss/NEMS
def state_mod_split(rec,
                    epoch='REFERENCE',
                    psth_name='pred',
                    channel=None,
                    state_sig='state_raw',
                    state_chan='pupil',
                    stat=np.nanmean):
    if 'mask' in rec.signals.keys():
        rec = rec.apply_mask()

    fs = rec[psth_name].fs

    # will default to 0 if None
    chanidx = get_channel_number(rec[psth_name], channel)
    #c = rec[psth_name].chans[chanidx]
    #full_psth = rec[psth_name].loc[c]
    full_psth = rec[psth_name]
    folded_psth = full_psth.extract_epoch(epoch)[:, [chanidx], :] * fs

    full_var = rec[state_sig].loc[state_chan]
    folded_var = np.squeeze(full_var.extract_epoch(epoch)) * fs

    # compute the mean state for each occurrence
    g = (np.sum(np.isfinite(folded_var), axis=1) > 0)
    m = np.zeros_like(g, dtype=float)
    m[g] = np.nanmean(folded_var[g, :], axis=1)

    # compute the mean state across all occurrences
    mean = np.nanmean(m)
    gtidx = (m >= mean) & g
    if (state_chan.startswith('FILE') | state_chan.startswith('ACTIVE')
            | state_chan.startswith('PASSIVE')):
        #log.info('state_chan: %s', state_chan)

        m0 = np.zeros_like(m)
        for s in rec[state_sig].chans:
            if (s.startswith('FILE') | s.startswith('ACTIVE')
                    | s.startswith('PASSIVE')) and s != state_chan:
                full_var = rec[state_sig].loc[s]
                folded_var = np.squeeze(full_var.extract_epoch(epoch))
                g = (np.sum(np.isfinite(folded_var), axis=1) > 0)
                m0[g] += np.nanmean(folded_var[g, :], axis=1)
        ltidx = np.logical_not(gtidx) & np.logical_not(m0) & g
    else:
        ltidx = np.logical_not(gtidx) & g

    # low = response on epochs when state less than mean
    if (np.sum(ltidx) == 0):
        low = np.zeros_like(folded_psth[0, :, :].T) * np.nan
    else:
        low = stat(folded_psth[ltidx, :, :], axis=0).T

    # high = response on epochs when state greater than or equal to mean
    if (np.sum(gtidx) == 0):
        high = np.zeros_like(folded_psth[0, :, :].T) * np.nan
    else:
        high = stat(folded_psth[gtidx, :, :], axis=0).T

    return low, high
Example #2
0
def state_var_psth(rec, psth_name='resp', var_name='pupil', ax=None,
                   channel=None):
    if ax is not None:
        plt.sca(ax)

    chanidx = get_channel_number(rec[psth_name], channel)

    psth = rec[psth_name]._data[:, chanidx, :]
    fs = rec[psth_name].fs
    var = rec['state'].loc[var_name]._data
    mean = np.nanmean(var)
    low = psth[var < mean]
    high = psth[var >= mean]
    timeseries_from_vectors([low, high], fs=fs, title=var_name, ax=ax)
Example #3
0
File: state.py Project: nadoss/NEMS
def state_vars_timeseries(rec,
                          modelspec,
                          ax=None,
                          state_colors=None,
                          decimate_by=1,
                          channel=None):

    if ax is not None:
        plt.sca(ax)
    pred = rec['pred']
    resp = rec['resp']
    fs = resp.fs

    chanidx = get_channel_number(resp, channel)

    r1 = resp.as_continuous()[chanidx, :].T * fs
    p1 = pred.as_continuous()[chanidx, :].T * fs
    nnidx = np.isfinite(p1)
    r1 = r1[nnidx]
    p1 = p1[nnidx]

    if decimate_by > 1:
        r1 = scipy.signal.decimate(r1, q=decimate_by, axis=0)
        p1 = scipy.signal.decimate(p1, q=decimate_by, axis=0)
        fs /= decimate_by

    t = np.arange(len(r1)) / fs

    plt.plot(t, r1, linewidth=1, color='gray')
    plt.plot(t, p1, linewidth=1, color='black')
    print(p1.shape)
    mmax = np.nanmax(p1) * 0.8

    if 'state' in rec.signals.keys():
        s = None
        g = None
        d = None
        for m in modelspec:
            if 'state_dc_gain' in m['fn']:
                g = np.array(m['phi']['g'])
                d = np.array(m['phi']['d'])
                if len(g) < 10:
                    s = ",".join(rec["state"].chans)
                    g_string = np.array2string(g, precision=3)
                    d_string = np.array2string(d, precision=3)
                    s += " g={} d={} ".format(g_string, d_string)
                else:
                    s = None

        num_vars = rec['state'].shape[0]
        ts = rec['state'].as_continuous().copy()
        if state_colors is None:
            state_colors = [None] * num_vars
        offset = -1.25 * mmax
        for i in range(1, num_vars):

            st = ts[i, :].T
            if len(np.unique(st)) == 2:
                # special, binary variable, keep in one row
                m = np.array([np.min(st)])
                st = np.concatenate((m, st, m))
                dinc = np.argwhere(np.diff(st) > 0)
                ddec = np.argwhere(np.diff(st) < 0)
                for x0, x1 in zip(dinc, ddec):
                    plt.plot([x0 / fs, x1 / fs], [offset, offset],
                             lw=2,
                             color=state_colors[i - 1])
                tstr = "{}".format(rec['state'].chans[i])
                plt.text(x0 / fs, offset, tstr, fontsize=6)
                #print("{} {} {}".format(rec['state'].chans[i], x0/fs, offset))
            else:
                # non-binary variable, plot in own row
                # figure out gain
                if g is not None:
                    if g.ndim == 1:
                        tstr = "{} (d={:.3f},g={:.3f})".format(
                            rec['state'].chans[i], d[i], g[i])
                    else:
                        tstr = "{} (d={:.3f},g={:.3f})".format(
                            rec['state'].chans[i], d[0, i], g[0, i])
                else:
                    tstr = "{}".format(rec['state'].chans[i])
                if decimate_by > 1:
                    st = scipy.signal.decimate(st[nnidx],
                                               q=decimate_by,
                                               axis=0)
                else:
                    st = st[nnidx]

                st = st / np.nanmax(st) * mmax + offset
                plt.plot(t, st, linewidth=1, color=state_colors[i - 1])
                plt.text(t[0], offset, tstr, fontsize=6)

                offset -= 1.25 * mmax

        ax = plt.gca()
        # plt.text(0.5, 0.9, s, transform=ax.transAxes,
        #         horizontalalignment='center')
        # if s:
        #    plt.title(s, fontsize=8)
    plt.xlabel('time (s)')
    plt.axis('tight')

    ax_remove_box(ax)
Example #4
0
def state_var_psth_from_epoch(rec,
                              epoch,
                              psth_name='resp',
                              psth_name2='pred',
                              state_sig='pupil',
                              ax=None,
                              colors=None,
                              channel=None,
                              decimate_by=1):
    """
    Plot PSTH averaged across all occurences of epoch, grouped by
    above- and below-average values of a state signal (state_sig)
    """

    # TODO: Does using epochs make sense for these?
    if ax is not None:
        plt.sca(ax)

    chanidx = get_channel_number(rec[psth_name], channel)

    fs = rec[psth_name].fs

    d = rec[psth_name].get_epoch_bounds('PreStimSilence')
    PreStimSilence = np.mean(np.diff(d)) - 0.5 / fs
    d = rec[psth_name].get_epoch_bounds('PostStimSilence')
    if d.size > 0:
        PostStimSilence = np.min(np.diff(d)) - 0.5 / fs
        dd = np.diff(d)
        dd = dd[dd > 0]
    else:
        dd = np.array([])
    if dd.size > 0:
        PostStimSilence = np.min(dd) - 0.5 / fs
    else:
        PostStimSilence = 0

    full_psth = rec[psth_name]
    channel = 0
    folded_psth = full_psth.extract_epoch(epoch)[:, [chanidx], :] * fs
    if psth_name2 is not None:
        full_psth2 = rec[psth_name2]
        folded_psth2 = full_psth2.extract_epoch(epoch)[:, [chanidx], :] * fs

    if state_sig == "each_passive":
        raise ValueError("each_passive state not supported")
        # extract high (=1) epochs from each passive state
    else:
        full_var = rec['state'].loc[state_sig]
        folded_var = full_var.extract_epoch(epoch)

    # remove masked out occurences if mask signal exists
    if 'mask' in rec.signals.keys():
        folded_mask = rec['mask'].extract_epoch(epoch)
        keep_occurences = folded_mask[:, 0, 0]
        folded_psth = folded_psth[keep_occurences, :, :]
        folded_psth2 = folded_psth2[keep_occurences, :, :]
        folded_var = folded_var[keep_occurences, :, :]

        # print(state_sig)
        # print(folded_var.shape)
        # print(folded_mask.shape)
        # print(np.sum(np.isfinite(folded_mask)))

    if decimate_by > 1:
        folded_psth = scipy.signal.decimate(folded_psth, q=decimate_by, axis=2)
        folded_psth2 = scipy.signal.decimate(folded_psth2,
                                             q=decimate_by,
                                             axis=2)
        fs /= decimate_by

    # compute the mean state for each occurrence
    m = np.nanmean(folded_var[:, 0, :], axis=1)

    # compute the mean state across all occurrences
    mean = np.nanmean(m)
    gtidx = (m >= mean)
    ltidx = np.logical_not(gtidx)

    # low = response on epochs when state less than mean
    if np.sum(ltidx):
        low = np.nanmean(folded_psth[ltidx, :, :], axis=0).T
        low2 = np.nanmean(folded_psth2[ltidx, :, :], axis=0).T
    else:
        low = np.ones(folded_psth[0, :, :].shape).T * np.nan
        low2 = np.ones(folded_psth2[0, :, :].shape).T * np.nan

    # high = response on epochs when state greater than or equal to mean
    if np.sum(gtidx):
        high = np.nanmean(folded_psth[gtidx, :, :], axis=0).T
        high2 = np.nanmean(folded_psth2[gtidx, :, :], axis=0).T
    else:
        high = np.ones(folded_psth[0, :, :].shape).T * np.nan
        high2 = np.ones(folded_psth2[0, :, :].shape).T * np.nan

    title = state_sig
    hv = np.nanmean(m[m >= mean])
    if np.sum(m < mean) > 0:
        lv = np.nanmean(m[m < mean])
        if (hv > 0.95) and (hv < 1.05) and (lv > -0.05) and (lv < 0.05):
            legend = ('Lo', 'Hi')
        else:
            legend = ('< Mean', '>= Mean')

        timeseries_from_vectors([low, high],
                                fs=fs,
                                title=title,
                                ax=ax,
                                legend=legend,
                                time_offset=PreStimSilence,
                                colors=colors,
                                ylabel="sp/sec")
        timeseries_from_vectors([low2, high2],
                                fs=fs,
                                title=title,
                                ax=ax,
                                linestyle='--',
                                time_offset=PreStimSilence,
                                colors=colors,
                                ylabel="sp/sec")
    else:
        timeseries_from_vectors([low, high],
                                fs=fs,
                                title=title,
                                ax=ax,
                                time_offset=PreStimSilence,
                                colors=colors,
                                ylabel="sp/sec")
        timeseries_from_vectors([low2, high2],
                                fs=fs,
                                title=title,
                                ax=ax,
                                linestyle='--',
                                time_offset=PreStimSilence,
                                colors=colors,
                                ylabel="sp/sec")
    ylim = ax.get_ylim()
    xlim = ax.get_xlim()
    ax.plot(np.array([0, 0]), ylim, 'k--')

    ax.plot(np.array([xlim[1], xlim[1]]) - PostStimSilence, ylim, 'k--')

    if state_sig == 'baseline':
        ax.set_xlabel(epoch)
Example #5
0
def state_vars_timeseries(rec,
                          modelspec,
                          ax=None,
                          state_colors=None,
                          decimate_by=1,
                          channel=None):

    if ax is not None:
        plt.sca(ax)
    pred = rec['pred']
    resp = rec['resp']
    fs = resp.fs

    chanidx = get_channel_number(resp, channel)

    r1 = resp.as_continuous()[chanidx, :].T * fs
    p1 = pred.as_continuous()[chanidx, :].T * fs
    nnidx = np.isfinite(p1)
    r1 = r1[nnidx]
    p1 = p1[nnidx]

    if decimate_by > 1:
        r1 = scipy.signal.decimate(r1, q=decimate_by, axis=0)
        p1 = scipy.signal.decimate(p1, q=decimate_by, axis=0)
        fs /= decimate_by

    t = np.arange(len(r1)) / fs

    plt.plot(t, r1, linewidth=1, color='gray')
    plt.plot(t, p1, linewidth=1, color='black')
    mmax = np.nanmax(p1) * 0.8

    if 'state' in rec.signals.keys():
        s = None
        g = None
        d = None
        for m in modelspec:
            if 'state_dc_gain' in m['fn']:
                g = np.array(m['phi']['g'])
                d = np.array(m['phi']['d'])
                if len(g) < 10:
                    s = ",".join(rec["state"].chans)
                    g_string = np.array2string(g, precision=3)
                    d_string = np.array2string(d, precision=3)
                    s += " g={} d={} ".format(g_string, d_string)
                else:
                    s = None

        num_vars = rec['state'].shape[0]
        ts = rec['state'].as_continuous().copy()
        if state_colors is None:
            state_colors = [None] * num_vars
        print(nnidx.shape)
        print(ts.shape)
        for i in range(1, num_vars):
            st = ts[i, :].T
            if decimate_by > 1:
                st = scipy.signal.decimate(st[nnidx], q=decimate_by, axis=0)
            else:
                st = st[nnidx]

            st = st / np.nanmax(st) * mmax - (0.1 + i) * mmax
            plt.plot(t, st, linewidth=1, color=state_colors[i - 1])

            if g is not None:
                if g.ndim == 1:
                    tstr = "{} (d={:.3f},g={:.3f})".format(
                        rec['state'].chans[i], d[i], g[i])
                else:
                    tstr = "{} (d={:.3f},g={:.3f})".format(
                        rec['state'].chans[i], d[0, i], g[0, i])
            else:
                tstr = "{}".format(rec['state'].chans[i])

            plt.text(t[0], (-i + 0.1) * mmax, tstr)
        ax = plt.gca()
        # plt.text(0.5, 0.9, s, transform=ax.transAxes,
        #         horizontalalignment='center')
        # if s:
        #    plt.title(s, fontsize=8)
    plt.xlabel('time (s)')
    plt.axis('tight')

    ax_remove_box(ax)