def mmGetDefaultMetrics(self, verbosity=1): resetsTrace = self.mmGetTraceResets() return ([Metric.createFromTrace(trace, excludeResets=resetsTrace) for trace in self.mmGetDefaultTraces()[:-3]] + [Metric.createFromTrace(trace) for trace in self.mmGetDefaultTraces()[-3:-1]] + [self.mmGetMetricSequencesPredictedActiveCellsPerColumn(), self.mmGetMetricSequencesPredictedActiveCellsShared()])
def mmGetDefaultMetrics(self, verbosity=1): resetsTrace = self.mmGetTraceResets() return ([Metric.createFromTrace(trace, excludeResets=resetsTrace) for trace in self.mmGetDefaultTraces()[:-3]] + [Metric.createFromTrace(trace) for trace in self.mmGetDefaultTraces()[-3:-1]] + [self.mmGetMetricSequencesPredictedActiveCellsPerColumn(), self.mmGetMetricSequencesPredictedActiveCellsShared()])
def mmGetDefaultMetrics(self, verbosity=1): resetsTrace = self.mmGetTraceResets() return ([ Metric.createFromTrace(trace, excludeResets=resetsTrace) for trace in self.mmGetDefaultTraces()[:-3] ] + [ Metric.createFromTrace(trace) for trace in self.mmGetDefaultTraces()[-3:-1] ])
def testCreateFromTrace(self): metric = Metric.createFromTrace(self.trace) self.assertEqual(metric.title, self.trace.title) self.assertEqual(metric.min, 0) self.assertEqual(metric.max, 5) self.assertEqual(metric.sum, 15) self.assertEqual(metric.mean, 2.5) self.assertEqual(metric.standardDeviation, 1.707825127659933)
def testCreateFromTrace(self): metric = Metric.createFromTrace(self.trace) self.assertEqual(metric.title, self.trace.title) self.assertEqual(metric.min, 0) self.assertEqual(metric.max, 5) self.assertEqual(metric.sum, 15) self.assertEqual(metric.mean, 2.5) self.assertEqual(metric.standardDeviation, 1.707825127659933)
def mmGetMetricBitlife(self): """ See `mmGetDataBitlife` for description of bitlife. @return (Metric) bitlife metric """ data = self._mmComputeBitLifeStats() return Metric(self, "Union SDR bitlife", data)
def mmGetMetricDutyCycles(self): """ @return (Metric) duty cycle metric """ dutyCycles = self.mmGetDataDutyCycles() return Metric(self, "total column duty cycles", dutyCycles)
def testCreateFromTraceExcludeResets(self): resetTrace = BoolsTrace(self, "resets") resetTrace.data = [True, False, False, True, False, False] metric = Metric.createFromTrace(self.trace, excludeResets=resetTrace) self.assertEqual(metric.title, self.trace.title) self.assertEqual(metric.min, 0) self.assertEqual(metric.max, 5) self.assertEqual(metric.sum, 10) self.assertEqual(metric.mean, 2.5) self.assertEqual(metric.standardDeviation, 1.8027756377319946)
def testCreateFromTraceExcludeResets(self): resetTrace = BoolsTrace(self, "resets") resetTrace.data = [True, False, False, True, False, False] metric = Metric.createFromTrace(self.trace, excludeResets=resetTrace) self.assertEqual(metric.title, self.trace.title) self.assertEqual(metric.min, 0) self.assertEqual(metric.max, 5) self.assertEqual(metric.sum, 10) self.assertEqual(metric.mean, 2.5) self.assertEqual(metric.standardDeviation, 1.8027756377319946)
def mmGetMetricFromTrace(self, trace): """ Convenience method to compute a metric over an indices trace, excluding resets. @param (IndicesTrace) Trace of indices @return (Metric) Metric over trace excluding resets """ return Metric.createFromTrace(trace.makeCountsTrace(), excludeResets=self.mmGetTraceResets())
def mmGetMetricFromTrace(self, trace): """ Convenience method to compute a metric over an indices trace, excluding resets. @param (IndicesTrace) Trace of indices @return (Metric) Metric over trace excluding resets """ return Metric.createFromTrace(trace.makeCountsTrace(), excludeResets=self.mmGetTraceResets())
def mmGetMetricDistinctnessConfusion(self): """ For each iteration that doesn't follow a reset, looks at every other iteration for every other world that doesn't follow a reset, and computes the number of bits that show up in both sets of active cells those that iteration. This metric returns the distribution of those numbers. @return (Metric) Distinctness confusion metric """ self._mmComputeSequenceRepresentationData() numbers = self._mmData["distinctnessConfusion"] return Metric(self, "distinctness confusion", numbers)
def mmGetMetricEntropy(self): """ @return (Metric) entropy """ dutyCycles = self.mmGetDataDutyCycles() MIN_ACTIVATION_PROB = 0.000001 dutyCycles[dutyCycles < MIN_ACTIVATION_PROB] = MIN_ACTIVATION_PROB dutyCycles = dutyCycles / numpy.sum(dutyCycles) entropy = -numpy.dot(dutyCycles, numpy.log2(dutyCycles)) return Metric(self, "entropy", entropy)
def mmGetMetricStabilityConfusion(self): """ For each iteration that doesn't follow a reset, looks at every other iteration for the same world that doesn't follow a reset, and computes the number of bits that show up in one or the other set of active cells for that iteration, but not both. This metric returns the distribution of those numbers. @return (Metric) Stability confusion metric """ self._mmComputeSequenceRepresentationData() numbers = self._mmData["stabilityConfusion"] return Metric(self, "stability confusion", numbers)
def mmGetDefaultMetrics(self, verbosity=1): metrics = ([Metric.createFromTrace(trace) for trace in self.mmGetDefaultTraces()[:-2]]) connectionsPerColumnMetricIntial = ( self._mmTraces["connectionsPerColumnMetric"].data[0].copy()) connectionsPerColumnMetricIntial.title += " (initial)" connectionsPerColumnMetricFinal = ( self._mmTraces["connectionsPerColumnMetric"].data[-1].copy()) connectionsPerColumnMetricFinal.title += " (final)" metrics += [self.mmGetMetricStabilityConfusion(), self.mmGetMetricDistinctnessConfusion(), connectionsPerColumnMetricIntial, connectionsPerColumnMetricFinal] return metrics
def mmGetMetricSequencesPredictedActiveCellsPerColumn(self): """ Metric for number of predicted => active cells per column for each sequence @return (Metric) metric """ self._mmComputeTransitionTraces() numCellsPerColumn = [] for predictedActiveCells in ( self._mmData["predictedActiveCellsForSequence"].values()): cellsForColumn = self.mapCellsToColumns(predictedActiveCells) numCellsPerColumn += [len(x) for x in cellsForColumn.values()] return Metric( self, "# predicted => active cells per column for each sequence", numCellsPerColumn)
def mmGetMetricSequencesPredictedActiveCellsShared(self): """ Metric for number of sequences each predicted => active cell appears in Note: This metric is flawed when it comes to high-order sequences. @return (Metric) metric """ self._mmComputeTransitionTraces() numSequencesForCell = defaultdict(lambda: 0) for predictedActiveCells in ( self._mmData["predictedActiveCellsForSequence"].values()): for cell in predictedActiveCells: numSequencesForCell[cell] += 1 return Metric(self, "# sequences each predicted => active cells appears in", numSequencesForCell.values())
def mmGetDefaultMetrics(self, verbosity=1): metrics = ([ Metric.createFromTrace(trace) for trace in self.mmGetDefaultTraces()[:-2] ]) connectionsPerColumnMetricIntial = ( self._mmTraces["connectionsPerColumnMetric"].data[0].copy()) connectionsPerColumnMetricIntial.title += " (initial)" connectionsPerColumnMetricFinal = ( self._mmTraces["connectionsPerColumnMetric"].data[-1].copy()) connectionsPerColumnMetricFinal.title += " (final)" metrics += [ self.mmGetMetricStabilityConfusion(), self.mmGetMetricDistinctnessConfusion(), connectionsPerColumnMetricIntial, connectionsPerColumnMetricFinal ] return metrics
def compute(self, *args, **kwargs): sequenceLabel = None if "sequenceLabel" in kwargs: sequenceLabel = kwargs["sequenceLabel"] del kwargs["sequenceLabel"] activeColumns = super(TemporalPoolerMonitorMixin, self).compute(*args, **kwargs) activeColumns = set(activeColumns) activeCells = activeColumns # TODO: Update when moving to a cellular TP self._mmTraces["activeCells"].data.append(activeCells) self._mmTraces["sequenceLabels"].data.append(sequenceLabel) self._mmTraces["resets"].data.append(self._mmResetActive) self._mmResetActive = False self._mmTraces["connectionsPerColumnMetric"].data.append( Metric(self, "connections per column", self._connectedCounts.tolist())) self._sequenceRepresentationDataStale = True
def compute(self, *args, **kwargs): sequenceLabel = kwargs.pop("sequenceLabel", None) unionSDR = super(UnionTemporalPoolerMonitorMixin, self).compute(*args, **kwargs) ### From spatial pooler # total number of connections connectedCounts = numpy.zeros(self.getNumColumns(), dtype=uintType) self.getConnectedCounts(connectedCounts) numConnections = numpy.sum(connectedCounts) self._mmTraces["unionSDR"].data.append(set(unionSDR)) self._mmTraces["numConnections"].data.append(numConnections) self._mmTraces["sequenceLabels"].data.append(sequenceLabel) self._mmTraces["resets"].data.append(self._mmResetActive) self._mmResetActive = False self._mmTraces["connectionsPerColumnMetric"].data.append( Metric(self, "connections per column", self._connectedCounts.tolist())) self._sequenceRepresentationDataStale = True self._mmUpdateDutyCycles()
def mmGetDefaultMetrics(self, verbosity=1): metrics = ([Metric.createFromTrace(trace) for trace in self.mmGetDefaultTraces()]) metrics += [self.mmGetMetricDutyCycles()] return metrics
def mmGetMetricConnectedCounts(self): data = self.mmGetDataConnectedCounts() return Metric(self, "Connected synapse counts", data)
def mmGetMetricPersistenceDutyCycle(self): """ @return (Metric) duty cycle metric for persistences """ data = self.mmGetDataPersistenceDutyCycle() return Metric(self, "Persistence duty cycle", data)
def mmGetMetricUnionSDRDutyCycle(self): """ @return (Metric) duty cycle metric for union SDR bits """ data = self.mmGetDataUnionSDRDutyCycle() return Metric(self, "Union SDR duty cycle", data)
def mmGetDefaultMetrics(self, verbosity=1): resetsTrace = self.mmGetTraceResets() return ([Metric.createFromTrace(trace, excludeResets=resetsTrace) for trace in self.mmGetDefaultTraces()[:-3]] + [Metric.createFromTrace(trace) for trace in self.mmGetDefaultTraces()[-3:-1]])