class Region(Node):
"""
A class only to group properties related to regions.
"""
#region Constructor
def __init__(self, name):
"""
Initializes a new instance of this class.
"""
Node.__init__(self, name, NodeType.region)
#region Instance fields
self.columns = []
"""List of columns that compose this region"""
self._inputMap = []
"""An array representing the input map for this region."""
#region Spatial Parameters
self.enableSpatialLearning = True
"""Switch for spatial learning"""
self.potentialRadius = 0
"""This parameter determines the extent of the input that each column can potentially be connected to. This can be thought of as the input bits that are visible to each column, or a 'receptiveField' of the field of vision. A large enough value will result in 'global coverage', meaning that each column can potentially be connected to every input bit. This parameter defines a square (or hyper square) area: a column will have a max square potential pool with sides of length 2 * potentialRadius + 1."""
self.potentialPct = 0.5
"""The percent of the inputs, within a column's potential radius, that a column can be connected to. If set to 1, the column will be connected to every input within its potential radius. This parameter is used to give each column a unique potential pool when a large potentialRadius causes overlap between the columns. At initialization time we choose ((2*potentialRadius + 1)^(# inputDimensions) * potentialPct) input bits to comprise the column's potential pool."""
self.globalInhibition = False
"""If true, then during inhibition phase the winning columns are selected as the most active columns from the region as a whole. Otherwise, the winning columns are selected with respect to their local neighborhoods. Using global inhibition boosts performance x60."""
self.localAreaDensity = -1.0
"""The desired density of active columns within a local inhibition area (the size of which is set by the internally calculated inhibitionRadius, which is in turn determined from the average size of the connected potential pools of all columns). The inhibition logic will insure that at most N columns remain ON within a local inhibition area, where N = localAreaDensity * (total number of columns in inhibition area)."""
self.numActiveColumnsPerInhArea = int(0.02 * (self.width * self.height))
"""An alternate way to control the density of the active columns. If numActiveColumnsPerInhArea is specified then localAreaDensity must be less than 0, and vice versa. When using numActiveColumnsPerInhArea, the inhibition logic will insure that at most 'numActiveColumnsPerInhArea' columns remain ON within a local inhibition area (the size of which is set by the internally calculated inhibitionRadius, which is in turn determined from the average size of the connected receptive fields of all columns). When using this method, as columns learn and grow their effective receptive fields, the inhibitionRadius will grow, and hence the net density of the active columns will *decrease*. This is in contrast to the localAreaDensity method, which keeps the density of active columns the same regardless of the size of their receptive fields."""
self.stimulusThreshold = 0
"""This is a number specifying the minimum number of synapses that must be on in order for a columns to turn ON. The purpose of this is to prevent noise input from activating columns. Specified as a percent of a fully grown synapse."""
self.proximalSynConnectedPerm = 0.10
"""The default connected threshold. Any synapse whose permanence value is above the connected threshold is a "connected synapse", meaning it can contribute to the cell's firing."""
self.proximalSynPermIncrement = 0.1
"""The amount by which an active synapse is incremented in each round. Specified as a percent of a fully grown synapse."""
self.proximalSynPermDecrement = 0.01
"""The amount by which an inactive synapse is decremented in each round. Specified as a percent of a fully grown synapse."""
self.minPctOverlapDutyCycle = 0.001
"""A number between 0 and 1.0, used to set a floor on how often a column should have at least stimulusThreshold active inputs. Periodically, each column looks at the overlap duty cycle of all other columns within its inhibition radius and sets its own internal minimal acceptable duty cycle to:
minPctDutyCycleBeforeInh * max(other columns' duty cycles).
On each iteration, any column whose overlap duty cycle falls below this computed value will get all of its permanence values boosted up by synPermActiveInc. Raising all permanences in response to a sub-par duty cycle before inhibition allows a cell to search for new inputs when either its previously learned inputs are no longer ever active, or when the vast majority of them have been "hijacked" by other columns."""
self.minPctActiveDutyCycle = 0.001
"""A number between 0 and 1.0, used to set a floor on how often a column should be activate. Periodically, each column looks at the activity duty cycle of all other columns within its inhibition radius and sets its own internal minimal acceptable duty cycle to:
minPctDutyCycleAfterInh * max(other columns' duty cycles).
On each iteration, any column whose duty cycle after inhibition falls below this computed value will get its internal boost factor increased."""
self.dutyCyclePeriod = 1000
"""The period used to calculate duty cycles. Higher values make it take longer to respond to changes in boost or synPerConnectedCell. Shorter values make it more unstable and likely to oscillate."""
self.maxBoost = 10.0
"""The maximum overlap boost factor. Each column's overlap gets multiplied by a boost factor before it gets considered for inhibition. The actual boost factor for a column is number between 1.0 and maxBoost. A boost factor of 1.0 is used if the duty cycle is >= minOverlapDutyCycle, maxBoost is used if the duty cycle is 0, and any duty cycle in between is linearly extrapolated from these 2 endpoints."""
self.spSeed = -1
"""Seed for generate random values"""
#endregion
#region Temporal Parameters
self.enableTemporalLearning = True
"""Switch for temporal learning"""
self.numCellsPerColumn = 10
"""Number of cells per column. More cells, more contextual information"""
self.distalSynInitialPerm = 0.11
"""The initial permanence of an distal synapse."""
self.distalSynConnectedPerm = 0.50
"""The default connected threshold. Any synapse whose permanence value is above the connected threshold is a "connected synapse", meaning it can contribute to the cell's firing."""
self.distalSynPermIncrement = 0.10
"""The amount by which an active synapse is incremented in each round. Specified as a percent of a fully grown synapse."""
self.distalSynPermDecrement = 0.10
"""The amount by which an inactive synapse is decremented in each round. Specified as a percent of a fully grown synapse."""
self.minThreshold = 8
"""If the number of synapses active on a segment is at least this threshold, it is selected as the best matching cell in a bursing column."""
self.activationThreshold = 12
"""If the number of active connected synapses on a segment is at least this threshold, the segment is said to be active."""
self.maxNumNewSynapses = 15
"""The maximum number of synapses added to a segment during learning."""
self.tpSeed = 42
"""Seed for generate random values"""
#endregion
self.spatialPooler = None
"""Spatial Pooler instance"""
self.temporalPooler = None
"""Temporal Pooler instance"""
#endregion
#region Statistics properties
self.statsPrecisionRate = 0.
#endregion
#endregion
#region Methods
def getColumn(self, x, y):
"""
Return the column located at given position
"""
column = self.columns[(y * self.width) + x]
return column
def getInputSize(self):
"""
Return the sum of sizes of all feeder nodes.
"""
sumSizes = 0
for feeder in Global.project.network.getFeederNodes(self):
sumSizes += feeder.width * feeder.height
return sumSizes
def initialize(self):
"""
Initialize this node.
"""
# Check if this region has nodes that feed it
numFeeders = len(Global.project.network.getFeederNodes(self))
if numFeeders == 0:
QtGui.QMessageBox.warning(None, "Warning", "Region '" + self.name + "' does not have any child!")
return
# Initialize this node and the nodes that feed it
Node.initialize(self)
# Create the input map
# An input map is a set of input elements (cells or sensor bits) that should are grouped
# For example, if we have 2 nodes that feed this region (#1 and #2) with dimensions 6 and 12 respectively,
# a input map would be something like:
# 111111222222222222
self._inputMap = []
elemIdx = 0
for feeder in Global.project.network.getFeederNodes(self):
# Arrange input from feeder into input map of this region
if feeder.type == NodeType.region:
for column in feeder.columns:
inputElem = column.cells[0]
self._inputMap.append(inputElem)
else:
for bit in feeder.bits:
inputElem = bit
self._inputMap.append(inputElem)
elemIdx += 1
# Initialize elements
self.columns = []
colIdx = 0
for x in range(self.width):
for y in range(self.height):
column = Column()
column.x = x
column.y = y
for z in range(self.numCellsPerColumn):
cell = Cell()
cell.index = (colIdx * self.numCellsPerColumn) + z
cell.z = z
column.cells.append(cell)
self.columns.append(column)
colIdx += 1
# Create Spatial Pooler instance with appropriate parameters
self.spatialPooler = SpatialPooler(
inputDimensions = (self.getInputSize(), 1),
columnDimensions = (self.width, self.height),
potentialRadius = self.potentialRadius,
potentialPct = self.potentialPct,
globalInhibition = self.globalInhibition,
localAreaDensity = self.localAreaDensity,
numActiveColumnsPerInhArea = self.numActiveColumnsPerInhArea,
stimulusThreshold = self.stimulusThreshold,
synPermInactiveDec = self.proximalSynPermDecrement,
synPermActiveInc = self.proximalSynPermIncrement,
synPermConnected = self.proximalSynConnectedPerm,
minPctOverlapDutyCycle = self.minPctOverlapDutyCycle,
minPctActiveDutyCycle = self.minPctActiveDutyCycle,
dutyCyclePeriod = self.dutyCyclePeriod,
maxBoost = self.maxBoost,
seed = self.spSeed,
spVerbosity = False)
# Create Temporal Pooler instance with appropriate parameters
self.temporalPooler = TemporalPooler(
columnDimensions = (self.width, self.height),
cellsPerColumn = self.numCellsPerColumn,
initialPermanence = self.distalSynInitialPerm,
connectedPermanence = self.distalSynConnectedPerm,
minThreshold = self.minThreshold,
maxNewSynapseCount = self.maxNumNewSynapses,
permanenceIncrement = self.distalSynPermIncrement,
permanenceDecrement = self.distalSynPermDecrement,
activationThreshold = self.activationThreshold,
seed = self.tpSeed)
return True
def nextStep(self):
"""
Perfoms actions related to time step progression.
"""
Node.nextStep(self)
for column in self.columns:
column.nextStep()
# Get input from sensors or lower regions and put into a single input map.
input = self.getInput()
# Send input to Spatial Pooler and get processed output (i.e. the active columns)
# First initialize the vector for representing the current record
columnDimensions = (self.width, self.height)
columnNumber = numpy.array(columnDimensions).prod()
activeColumns = numpy.zeros(columnNumber)
self.spatialPooler.compute(input, self.enableSpatialLearning, activeColumns)
# Send active columns to Temporal Pooler and get processed output (i.e. the predicting cells)
# First convert active columns from float array to integer set
activeColumnsSet = set()
for colIdx in range(len(activeColumns)):
if activeColumns[colIdx] == 1:
activeColumnsSet.add(colIdx)
self.temporalPooler.compute(activeColumnsSet, self.enableTemporalLearning)
# Update elements regarding spatial pooler
self.updateSpatialElements(activeColumns)
# Update elements regarding temporal pooler
self.updateTemporalElements()
# Get the predicted values
self.getPredictions()
#TODO: self._output = self.temporalPooler.getPredictedState()
def getPredictions(self):
"""
Get the predicted values after an iteration.
"""
for feeder in Global.project.network.getFeederNodes(self):
feeder.getPredictions()
def calculateStatistics(self):
"""
Calculate statistics after an iteration.
"""
# The region's prediction precision is the average between the nodes that feed it
precisionRate = 0.
numFeeders = 0
for feeder in Global.project.network.getFeederNodes(self):
precisionRate += feeder.statsPrecisionRate
numFeeders += 1
self.statsPrecisionRate = precisionRate / numFeeders
for column in self.columns:
column.calculateStatistics()
def getInput(self):
"""
Get input from sensors or lower regions and put into a single input map.
"""
# Initialize the vector for representing the current input map
inputList = []
for inputElem in self._inputMap:
if inputElem.isActive.atCurrStep():
inputList.append(1)
else:
inputList.append(0)
input = numpy.array(inputList)
return input
def updateSpatialElements(self, activeColumns):
"""
Update elements regarding spatial pooler
"""
# Update proximal segments and synapses according to active columns
for colIdx in range(len(self.columns)):
column = self.columns[colIdx]
# Update proximal segment
segment = column.segment
if activeColumns[colIdx] == 1:
segment.isActive.setForCurrStep(True)
else:
segment.isActive.setForCurrStep(False)
# Check if proximal segment is predicted by check if the column has any predicted cell
for cell in column.cells:
if cell.index in self.temporalPooler.predictiveCells:
segment.isPredicted.setForCurrStep(True)
# Update proximal synapses
if segment.isActive.atCurrStep() or segment.isPredicted.atCurrStep():
permanencesSynapses = []
self.spatialPooler.getPermanence(colIdx, permanencesSynapses)
connectedSynapses = []
self.spatialPooler.getConnectedSynapses(colIdx, connectedSynapses)
for synIdx in range(len(permanencesSynapses)):
# Get the proximal synapse given its position in the input map
# Create a new one if it doesn't exist
synapse = segment.getSynapse(synIdx)
# Update proximal synapse
if permanencesSynapses[synIdx] > 0.:
if synapse == None:
# Create a new synapse to a input element
# An input element is a column if feeder is a region
# or then a bit if feeder is a sensor
synapse = Synapse()
synapse.inputElem = self._inputMap[synIdx]
synapse.indexSP = synIdx
segment.synapses.append(synapse)
# Update state
synapse.isRemoved.setForCurrStep(False)
synapse.permanence.setForCurrStep(permanencesSynapses[synIdx])
if connectedSynapses[synIdx] == 1:
synapse.isConnected.setForCurrStep(True)
else:
synapse.isConnected.setForCurrStep(False)
else:
if synapse != None:
synapse.isRemoved.setForCurrStep(True)
def updateTemporalElements(self):
"""
Update elements regarding temporal pooler
"""
# Update cells, distal segments and synapses according to active columns
for colIdx in range(len(self.columns)):
column = self.columns[colIdx]
# Mark proximal segment and its connected synapses as predicted
if column.segment.isPredicted.atCurrStep():
for synapse in column.segment.synapses:
if synapse.isConnected.atCurrStep():
synapse.isPredicted.setForCurrStep(True)
synapse.inputElem.isPredicted.setForCurrStep(True)
# Mark proximal segment and its connected synapses that were predicted but are not active now
if column.segment.isPredicted.atPreviousStep():
if not column.segment.isActive.atCurrStep():
column.segment.isFalselyPredicted.setForCurrStep(True)
for synapse in column.segment.synapses:
if (synapse.isPredicted.atPreviousStep() and not synapse.isConnected.atCurrStep()) or (synapse.isConnected.atCurrStep() and synapse.inputElem.isFalselyPredicted.atCurrStep()):
synapse.isFalselyPredicted.setForCurrStep(True)
for cell in column.cells:
cellIdx = cell.index
# Update cell's states
if cellIdx in self.temporalPooler.winnerCells:
cell.isLearning.setForCurrStep(True)
if cellIdx in self.temporalPooler.activeCells:
cell.isActive.setForCurrStep(True)
if cellIdx in self.temporalPooler.predictiveCells:
cell.isPredicted.setForCurrStep(True)
if cell.isPredicted.atPreviousStep() and not cell.isActive.atCurrStep():
cell.isFalselyPredicted.setForCurrStep(True)
# Get the indexes of the distal segments of this cell
segmentsForCell = self.temporalPooler.connections.segmentsForCell(cellIdx)
# Add the segments that appeared after last iteration
for segIdx in segmentsForCell:
# Check if segment already exists in the cell
segFound = False
for segment in cell.segments:
if segment.indexTP == segIdx:
segFound = True
break
# If segment is new, add it to cell
if not segFound:
segment = Segment(SegmentType.distal)
segment.indexTP = segIdx
cell.segments.append(segment)
# Update distal segments
for segment in cell.segments:
segIdx = segment.indexTP
# If segment not found in segments indexes returned in last iteration mark it as removed
if segIdx in segmentsForCell:
# Update segment's state
if segIdx in self.temporalPooler.activeSegments:
segment.isActive.setForCurrStep(True)
else:
segment.isActive.setForCurrStep(False)
# Get the indexes of the synapses of this segment
synapsesForSegment = self.temporalPooler.connections.synapsesForSegment(segIdx)
# Add the synapses that appeared after last iteration
for synIdx in synapsesForSegment:
# Check if synapse already exists in the segment
synFound = False
for synapse in segment.synapses:
if synapse.indexTP == synIdx:
synFound = True
break
# If synapse is new, add it to segment
if not synFound:
synapse = Synapse()
synapse.indexTP = synIdx
segment.synapses.append(synapse)
# Update synapses
for synapse in segment.synapses:
synIdx = synapse.indexTP
# If synapse not found in synapses indexes returned in last iteration mark it as removed
if synIdx in synapsesForSegment:
# Update synapse's state
(_, sourceCellAbsIdx, permanence) = self.temporalPooler.connections.dataForSynapse(synIdx)
synapse.permanence.setForCurrStep(permanence)
if permanence >= self.distalSynConnectedPerm:
synapse.isConnected.setForCurrStep(True)
else:
synapse.isConnected.setForCurrStep(False)
# Get cell given cell's index
sourceColIdx = sourceCellAbsIdx / self.numCellsPerColumn
sourceCellRelIdx = sourceCellAbsIdx % self.numCellsPerColumn
sourceCell = self.columns[sourceColIdx].cells[sourceCellRelIdx]
synapse.inputElem = sourceCell
else:
synapse.isRemoved.setForCurrStep(True)
else:
segment.isRemoved.setForCurrStep(True)
plt.plot(noiseLevelList, accuracyAfterTraining, 'b-o')
plt.plot(noiseLevelList, accuracyWithoutSP, 'k--')
plt.ylim([0, 1.05])
plt.legend(['Before Training', 'After Training'], loc=3)
plt.xlabel('Noise level')
plt.ylabel('Prediction Accuracy')
plt.savefig('figures/noise_robustness_{}_.pdf'.format(inputVectorType))
numInputVector1 = 50
numInputVector2 = 50
w = 20
inputSize1 = w * numInputVector1
inputSize2 = w * numInputVector2
connectedCounts = np.zeros((columnNumber, ))
sp.getConnectedCounts(connectedCounts)
connectedSynapses = np.zeros((inputSize, ), dtype=uintType)
sp.getConnectedSynapses(20, connectedSynapses)
connectionToInput1 = connectedSynapses[:inputSize1]
connectionToInput2 = connectedSynapses[inputSize1:]
connectionToInput1DownSample = np.zeros((numInputVector1, ))
connectionToInput2DownSample = np.zeros((numInputVector2, ))
for i in range(numInputVector1):
connectionToInput1DownSample[i] = np.sum(connectionToInput1[i*w:(i+1)*w])
for i in range(numInputVector2):
connectionToInput2DownSample[i] = np.sum(connectionToInput2[i*w:(i+1)*w])
fig, ax = plt.subplots(nrows=2, ncols=1)
ax[0].plot(connectionToInput1DownSample)
ax[1].plot(connectionToInput2DownSample)
class SpatialPoolerAPITest(unittest.TestCase):
"""Tests for SpatialPooler public API"""
def setUp(self):
self.sp = SpatialPooler(columnDimensions=[5], inputDimensions=[5])
def testCompute(self):
# Check that there are no errors in call to compute
inputVector = numpy.ones(5)
activeArray = numpy.zeros(5)
self.sp.compute(inputVector, True, activeArray)
def testGetUpdatePeriod(self):
inParam = 1234
self.sp.setUpdatePeriod(inParam)
outParam = self.sp.getUpdatePeriod()
self.assertEqual(inParam, outParam)
def testGetPotentialRadius(self):
inParam = 56
self.sp.setPotentialRadius(inParam)
outParam = self.sp.getPotentialRadius()
self.assertEqual(inParam, outParam)
def testGetPotentialPct(self):
inParam = 0.4
self.sp.setPotentialPct(inParam)
outParam = self.sp.getPotentialPct()
self.assertAlmostEqual(inParam, outParam)
def testGetGlobalInhibition(self):
inParam = True
self.sp.setGlobalInhibition(inParam)
outParam = self.sp.getGlobalInhibition()
self.assertEqual(inParam, outParam)
inParam = False
self.sp.setGlobalInhibition(inParam)
outParam = self.sp.getGlobalInhibition()
self.assertEqual(inParam, outParam)
def testGetNumActiveColumnsPerInhArea(self):
inParam = 7
self.sp.setNumActiveColumnsPerInhArea(inParam)
outParam = self.sp.getNumActiveColumnsPerInhArea()
self.assertEqual(inParam, outParam)
def testGetLocalAreaDensity(self):
inParam = 0.4
self.sp.setLocalAreaDensity(inParam)
outParam = self.sp.getLocalAreaDensity()
self.assertAlmostEqual(inParam, outParam)
def testGetStimulusThreshold(self):
inParam = 89
self.sp.setStimulusThreshold(inParam)
outParam = self.sp.getStimulusThreshold()
self.assertEqual(inParam, outParam)
def testGetInhibitionRadius(self):
inParam = 4
self.sp.setInhibitionRadius(inParam)
outParam = self.sp.getInhibitionRadius()
self.assertEqual(inParam, outParam)
def testGetDutyCyclePeriod(self):
inParam = 2020
self.sp.setDutyCyclePeriod(inParam)
outParam = self.sp.getDutyCyclePeriod()
self.assertEqual(inParam, outParam)
def testGetMaxBoost(self):
inParam = 78
self.sp.setMaxBoost(inParam)
outParam = self.sp.getMaxBoost()
self.assertEqual(inParam, outParam)
def testGetIterationNum(self):
inParam = 999
self.sp.setIterationNum(inParam)
outParam = self.sp.getIterationNum()
self.assertEqual(inParam, outParam)
def testGetIterationLearnNum(self):
inParam = 666
self.sp.setIterationLearnNum(inParam)
outParam = self.sp.getIterationLearnNum()
self.assertEqual(inParam, outParam)
def testGetSpVerbosity(self):
inParam = 2
self.sp.setSpVerbosity(inParam)
outParam = self.sp.getSpVerbosity()
self.assertEqual(inParam, outParam)
def testGetSynPermTrimThreshold(self):
inParam = 0.7
self.sp.setSynPermTrimThreshold(inParam)
outParam = self.sp.getSynPermTrimThreshold()
self.assertAlmostEqual(inParam, outParam)
def testGetSynPermActiveInc(self):
inParam = 0.567
self.sp.setSynPermActiveInc(inParam)
outParam = self.sp.getSynPermActiveInc()
self.assertAlmostEqual(inParam, outParam)
def testGetSynPermInactiveDec(self):
inParam = 0.123
self.sp.setSynPermInactiveDec(inParam)
outParam = self.sp.getSynPermInactiveDec()
self.assertAlmostEqual(inParam, outParam)
def testGetSynPermBelowStimulusInc(self):
inParam = 0.0898
self.sp.setSynPermBelowStimulusInc(inParam)
outParam = self.sp.getSynPermBelowStimulusInc()
self.assertAlmostEqual(inParam, outParam)
def testGetSynPermConnected(self):
inParam = 0.514
self.sp.setSynPermConnected(inParam)
outParam = self.sp.getSynPermConnected()
self.assertAlmostEqual(inParam, outParam)
def testGetMinPctOverlapDutyCycles(self):
inParam = 0.11122
self.sp.setMinPctOverlapDutyCycles(inParam)
outParam = self.sp.getMinPctOverlapDutyCycles()
self.assertAlmostEqual(inParam, outParam)
def testGetMinPctActiveDutyCycles(self):
inParam = 0.444333
self.sp.setMinPctActiveDutyCycles(inParam)
outParam = self.sp.getMinPctActiveDutyCycles()
self.assertAlmostEqual(inParam, outParam)
def testGetPermanence(self):
numInputs = 5
numColumns = 5
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns],
potentialRadius=1,
potentialPct=1)
inParam = numpy.array([0.06, 0.07, 0.08, 0.12, 0.13]).astype(realType)
self.sp.setPermanence(0, inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getPermanence(0, outParam)
self.assertListEqual(list(inParam), list(outParam))
def testGetBoostFactors(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([
1,
1.2,
1.3,
]).astype(realType)
self.sp.setBoostFactors(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getBoostFactors(outParam)
self.assertListEqual(list(inParam), list(outParam))
def testGetOverlapDutyCycles(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([0.9, 0.3, 0.1]).astype(realType)
self.sp.setOverlapDutyCycles(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getOverlapDutyCycles(outParam)
self.assertListEqual(list(inParam), list(outParam))
def testGetActiveDutyCycles(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([
0.9,
0.99,
0.999,
]).astype(realType)
self.sp.setActiveDutyCycles(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getActiveDutyCycles(outParam)
self.assertListEqual(list(inParam), list(outParam))
def testGetMinOverlapDutyCycles(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([
0.01,
0.02,
0.035,
]).astype(realType)
self.sp.setMinOverlapDutyCycles(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getMinOverlapDutyCycles(outParam)
self.assertListEqual(list(inParam), list(outParam))
def testGetMinActiveDutyCycles(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([
0.01,
0.02,
0.035,
]).astype(realType)
self.sp.setMinActiveDutyCycles(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getMinActiveDutyCycles(outParam)
self.assertListEqual(list(inParam), list(outParam))
def testGetPotential(self):
self.sp.initialize(columnDimensions=[3], inputDimensions=[3])
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam1 = numpy.array([1, 0, 1]).astype(uintType)
self.sp.setPotential(0, inParam1)
inParam2 = numpy.array([1, 1, 0]).astype(uintType)
self.sp.setPotential(1, inParam2)
outParam1 = numpy.zeros(numInputs).astype(uintType)
outParam2 = numpy.zeros(numInputs).astype(uintType)
self.sp.getPotential(0, outParam1)
self.sp.getPotential(1, outParam2)
self.assertListEqual(list(inParam1), list(outParam1))
self.assertListEqual(list(inParam2), list(outParam2))
def testGetConnectedSynapses(self):
numInputs = 5
numColumns = 5
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns],
potentialRadius=1,
potentialPct=1)
inParam = numpy.array([0.06, 0.07, 0.08, 0.12, 0.13]).astype(realType)
trueConnected = numpy.array([0, 0, 0, 1, 1])
self.sp.setSynPermConnected(0.1)
self.sp.setPermanence(0, inParam)
outParam = numpy.zeros(numInputs).astype(uintType)
self.sp.getConnectedSynapses(0, outParam)
self.assertListEqual(list(trueConnected), list(outParam))
def testGetConnectedCounts(self):
numInputs = 5
numColumns = 5
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns],
potentialRadius=1,
potentialPct=1)
inParam = numpy.array([0.06, 0.07, 0.08, 0.12, 0.11]).astype(realType)
trueConnectedCount = 2
self.sp.setSynPermConnected(0.1)
self.sp.setPermanence(0, inParam)
outParam = numpy.zeros(numInputs).astype(uintType)
self.sp.getConnectedCounts(outParam)
self.assertEqual(trueConnectedCount, outParam[0])
def assertListAlmostEqual(self, alist, blist):
self.assertEqual(len(alist), len(blist))
for (a, b) in zip(alist, blist):
diff = abs(a - b)
self.assertLess(diff, 1e-5)
spColumnHeight = flatInputLength
spatialPooler = SpatialPooler(inputDimensions=flatInputLength,
columnDimensions=spColumnHeight,
potentialRadius=10,
numActiveColumnsPerInhArea=1,
globalInhibition=True,
synPermActiveInc=0.03,
potentialPct=1.00)
print "spacial pooler initialization complete\n"
printInitialSynapses = False
if printInitialSynapses:
print "spacial pooler initial randomly connected synapses:"
for col in xrange(spColumnHeight):
currentlyConnected = numpy.zeros(shape=flatInputLength, dtype="uint8")
spatialPooler.getConnectedSynapses(
column=col, connectedSynapses=currentlyConnected)
print " ", currentlyConnected
print "spatial pooler initialized\n"
genericTest = False
if genericTest:
print "generic test"
for i in xrange(0, 10):
input = exputils.getRandom2dBoolMatrix(inputWidth, inputHeight)
flatInput = input.flatten()
#print "flatInput = ", flatInput
iterationOutput = numpy.zeros(shape=flatInputLength, dtype="uint8")
spatialPooler.compute(inputVector=flatInput,
learn=True,
activeArray=iterationOutput)
print "Iteration " + str(i) + ":", iterationOutput
class Region(Node):
"""
A class only to group properties related to regions.
"""
#region Constructor
def __init__(self, name):
"""
Initializes a new instance of this class.
"""
Node.__init__(self, name, NodeType.region)
#region Instance fields
self.columns = []
"""List of columns that compose this region"""
self._inputMap = []
"""An array representing the input map for this region."""
#region Spatial Parameters
self.enableSpatialLearning = True
"""Switch for spatial learning"""
self.potentialRadius = 0
"""This parameter determines the extent of the input that each column can potentially be connected to. This can be thought of as the input bits that are visible to each column, or a 'receptiveField' of the field of vision. A large enough value will result in 'global coverage', meaning that each column can potentially be connected to every input bit. This parameter defines a square (or hyper square) area: a column will have a max square potential pool with sides of length 2 * potentialRadius + 1."""
self.potentialPct = 0.5
"""The percent of the inputs, within a column's potential radius, that a column can be connected to. If set to 1, the column will be connected to every input within its potential radius. This parameter is used to give each column a unique potential pool when a large potentialRadius causes overlap between the columns. At initialization time we choose ((2*potentialRadius + 1)^(# inputDimensions) * potentialPct) input bits to comprise the column's potential pool."""
self.globalInhibition = False
"""If true, then during inhibition phase the winning columns are selected as the most active columns from the region as a whole. Otherwise, the winning columns are selected with respect to their local neighborhoods. Using global inhibition boosts performance x60."""
self.localAreaDensity = -1.0
"""The desired density of active columns within a local inhibition area (the size of which is set by the internally calculated inhibitionRadius, which is in turn determined from the average size of the connected potential pools of all columns). The inhibition logic will insure that at most N columns remain ON within a local inhibition area, where N = localAreaDensity * (total number of columns in inhibition area)."""
self.numActiveColumnsPerInhArea = int(0.02 * (self.width * self.height))
"""An alternate way to control the density of the active columns. If numActiveColumnsPerInhArea is specified then localAreaDensity must be less than 0, and vice versa. When using numActiveColumnsPerInhArea, the inhibition logic will insure that at most 'numActiveColumnsPerInhArea' columns remain ON within a local inhibition area (the size of which is set by the internally calculated inhibitionRadius, which is in turn determined from the average size of the connected receptive fields of all columns). When using this method, as columns learn and grow their effective receptive fields, the inhibitionRadius will grow, and hence the net density of the active columns will *decrease*. This is in contrast to the localAreaDensity method, which keeps the density of active columns the same regardless of the size of their receptive fields."""
self.stimulusThreshold = 0
"""This is a number specifying the minimum number of synapses that must be on in order for a columns to turn ON. The purpose of this is to prevent noise input from activating columns. Specified as a percent of a fully grown synapse."""
self.proximalSynConnectedPerm = 0.10
"""The default connected threshold. Any synapse whose permanence value is above the connected threshold is a "connected synapse", meaning it can contribute to the cell's firing."""
self.proximalSynPermIncrement = 0.1
"""The amount by which an active synapse is incremented in each round. Specified as a percent of a fully grown synapse."""
self.proximalSynPermDecrement = 0.01
"""The amount by which an inactive synapse is decremented in each round. Specified as a percent of a fully grown synapse."""
self.minPctOverlapDutyCycle = 0.001
"""A number between 0 and 1.0, used to set a floor on how often a column should have at least stimulusThreshold active inputs. Periodically, each column looks at the overlap duty cycle of all other columns within its inhibition radius and sets its own internal minimal acceptable duty cycle to:
minPctDutyCycleBeforeInh * max(other columns' duty cycles).
On each iteration, any column whose overlap duty cycle falls below this computed value will get all of its permanence values boosted up by synPermActiveInc. Raising all permanences in response to a sub-par duty cycle before inhibition allows a cell to search for new inputs when either its previously learned inputs are no longer ever active, or when the vast majority of them have been "hijacked" by other columns."""
self.minPctActiveDutyCycle = 0.001
"""A number between 0 and 1.0, used to set a floor on how often a column should be activate. Periodically, each column looks at the activity duty cycle of all other columns within its inhibition radius and sets its own internal minimal acceptable duty cycle to:
minPctDutyCycleAfterInh * max(other columns' duty cycles).
On each iteration, any column whose duty cycle after inhibition falls below this computed value will get its internal boost factor increased."""
self.dutyCyclePeriod = 1000
"""The period used to calculate duty cycles. Higher values make it take longer to respond to changes in boost or synPerConnectedCell. Shorter values make it more unstable and likely to oscillate."""
self.maxBoost = 10.0
"""The maximum overlap boost factor. Each column's overlap gets multiplied by a boost factor before it gets considered for inhibition. The actual boost factor for a column is number between 1.0 and maxBoost. A boost factor of 1.0 is used if the duty cycle is >= minOverlapDutyCycle, maxBoost is used if the duty cycle is 0, and any duty cycle in between is linearly extrapolated from these 2 endpoints."""
self.spSeed = -1
"""Seed for generate random values"""
#endregion
#region Temporal Parameters
self.enableTemporalLearning = True
"""Switch for temporal learning"""
self.numCellsPerColumn = 10
"""Number of cells per column. More cells, more contextual information"""
self.distalSynInitialPerm = 0.11
"""The initial permanence of an distal synapse."""
self.distalSynConnectedPerm = 0.50
"""The default connected threshold. Any synapse whose permanence value is above the connected threshold is a "connected synapse", meaning it can contribute to the cell's firing."""
self.distalSynPermIncrement = 0.10
"""The amount by which an active synapse is incremented in each round. Specified as a percent of a fully grown synapse."""
self.distalSynPermDecrement = 0.10
"""The amount by which an inactive synapse is decremented in each round. Specified as a percent of a fully grown synapse."""
self.minThreshold = 8
"""If the number of synapses active on a segment is at least this threshold, it is selected as the best matching cell in a bursing column."""
self.activationThreshold = 12
"""If the number of active connected synapses on a segment is at least this threshold, the segment is said to be active."""
self.maxNumNewSynapses = 15
"""The maximum number of synapses added to a segment during learning."""
self.tpSeed = 42
"""Seed for generate random values"""
#endregion
self.spatialPooler = None
"""Spatial Pooler instance"""
self.temporalPooler = None
"""Temporal Pooler instance"""
#endregion
#region Statistics properties
self.statsPrecisionRate = 0.
#endregion
#endregion
#region Methods
def getColumn(self, x, y):
"""
Return the column located at given position
"""
column = self.columns[(y * self.width) + x]
return column
def getInputSize(self):
"""
Return the sum of sizes of all feeder nodes.
"""
sumSizes = 0
for feeder in Global.project.network.getFeederNodes(self):
sumSizes += feeder.width * feeder.height
return sumSizes
def initialize(self):
"""
Initialize this node.
"""
# Check if this region has nodes that feed it
numFeeders = len(Global.project.network.getFeederNodes(self))
if numFeeders == 0:
QtGui.QMessageBox.warning(None, "Warning", "Region '" + self.name + "' does not have any child!")
return
# Initialize this node and the nodes that feed it
Node.initialize(self)
# Create the input map
# An input map is a set of input elements (cells or sensor bits) that should are grouped
# For example, if we have 2 nodes that feed this region (#1 and #2) with dimensions 6 and 12 respectively,
# a input map would be something like:
# 111111222222222222
self._inputMap = []
elemIdx = 0
for feeder in Global.project.network.getFeederNodes(self):
# Arrange input from feeder into input map of this region
if feeder.type == NodeType.region:
for column in feeder.columns:
inputElem = column.cells[0]
self._inputMap.append(inputElem)
else:
for bit in feeder.bits:
inputElem = bit
self._inputMap.append(inputElem)
elemIdx += 1
# Initialize elements
self.columns = []
colIdx = 0
for x in range(self.width):
for y in range(self.height):
column = Column()
column.x = x
column.y = y
for z in range(self.numCellsPerColumn):
cell = Cell()
cell.index = (colIdx * self.numCellsPerColumn) + z
cell.z = z
column.cells.append(cell)
self.columns.append(column)
colIdx += 1
# Create Spatial Pooler instance with appropriate parameters
self.spatialPooler = SpatialPooler(
inputDimensions = (self.getInputSize(), 1),
columnDimensions = (self.width, self.height),
potentialRadius = self.potentialRadius,
potentialPct = self.potentialPct,
globalInhibition = self.globalInhibition,
localAreaDensity = self.localAreaDensity,
numActiveColumnsPerInhArea = self.numActiveColumnsPerInhArea,
stimulusThreshold = self.stimulusThreshold,
synPermInactiveDec = self.proximalSynPermDecrement,
synPermActiveInc = self.proximalSynPermIncrement,
synPermConnected = self.proximalSynConnectedPerm,
minPctOverlapDutyCycle = self.minPctOverlapDutyCycle,
minPctActiveDutyCycle = self.minPctActiveDutyCycle,
dutyCyclePeriod = self.dutyCyclePeriod,
maxBoost = self.maxBoost,
seed = self.spSeed,
spVerbosity = False)
# Create Temporal Pooler instance with appropriate parameters
self.temporalPooler = TemporalPooler(
columnDimensions = (self.width, self.height),
cellsPerColumn = self.numCellsPerColumn,
initialPermanence = self.distalSynInitialPerm,
connectedPermanence = self.distalSynConnectedPerm,
minThreshold = self.minThreshold,
maxNewSynapseCount = self.maxNumNewSynapses,
permanenceIncrement = self.distalSynPermIncrement,
permanenceDecrement = self.distalSynPermDecrement,
activationThreshold = self.activationThreshold,
seed = self.tpSeed)
return True
def nextStep(self):
"""
Perfoms actions related to time step progression.
"""
Node.nextStep(self)
for column in self.columns:
column.nextStep()
# Get input from sensors or lower regions and put into a single input map.
input = self.getInput()
# Send input to Spatial Pooler and get processed output (i.e. the active columns)
# First initialize the vector for representing the current record
columnDimensions = (self.width, self.height)
columnNumber = numpy.array(columnDimensions).prod()
activeColumns = numpy.zeros(columnNumber)
self.spatialPooler.compute(input, self.enableSpatialLearning, activeColumns)
# Send active columns to Temporal Pooler and get processed output (i.e. the predicting cells)
# First convert active columns from float array to integer set
activeColumnsSet = set()
for colIdx in range(len(activeColumns)):
if activeColumns[colIdx] == 1:
activeColumnsSet.add(colIdx)
self.temporalPooler.compute(activeColumnsSet, self.enableTemporalLearning)
# Update elements regarding spatial pooler
self.updateSpatialElements(activeColumns)
# Update elements regarding temporal pooler
self.updateTemporalElements()
# Get the predicted values
self.getPredictions()
#TODO: self._output = self.temporalPooler.getPredictedState()
def getPredictions(self):
"""
Get the predicted values after an iteration.
"""
for feeder in Global.project.network.getFeederNodes(self):
feeder.getPredictions()
def calculateStatistics(self):
"""
Calculate statistics after an iteration.
"""
# The region's prediction precision is the average between the nodes that feed it
precisionRate = 0.
numFeeders = 0
for feeder in Global.project.network.getFeederNodes(self):
precisionRate += feeder.statsPrecisionRate
numFeeders += 1
self.statsPrecisionRate = precisionRate / numFeeders
for column in self.columns:
column.calculateStatistics()
def getInput(self):
"""
Get input from sensors or lower regions and put into a single input map.
"""
# Initialize the vector for representing the current input map
inputList = []
for inputElem in self._inputMap:
if inputElem.isActive.atCurrStep():
inputList.append(1)
else:
inputList.append(0)
input = numpy.array(inputList)
return input
def updateSpatialElements(self, activeColumns):
"""
Update elements regarding spatial pooler
"""
# Update proximal segments and synapses according to active columns
for colIdx in range(len(self.columns)):
column = self.columns[colIdx]
# Update proximal segment
segment = column.segment
if activeColumns[colIdx] == 1:
segment.isActive.setForCurrStep(True)
else:
segment.isActive.setForCurrStep(False)
# Check if proximal segment is predicted by check if the column has any predicted cell
for cell in column.cells:
if cell.index in self.temporalPooler.predictiveCells:
segment.isPredicted.setForCurrStep(True)
# Update proximal synapses
if segment.isActive.atCurrStep() or segment.isPredicted.atCurrStep():
permanencesSynapses = []
self.spatialPooler.getPermanence(colIdx, permanencesSynapses)
connectedSynapses = []
self.spatialPooler.getConnectedSynapses(colIdx, connectedSynapses)
for synIdx in range(len(permanencesSynapses)):
# Get the proximal synapse given its position in the input map
# Create a new one if it doesn't exist
synapse = segment.getSynapse(synIdx)
# Update proximal synapse
if permanencesSynapses[synIdx] > 0.:
if synapse == None:
# Create a new synapse to a input element
# An input element is a column if feeder is a region
# or then a bit if feeder is a sensor
synapse = Synapse()
synapse.inputElem = self._inputMap[synIdx]
synapse.indexSP = synIdx
segment.synapses.append(synapse)
# Update state
synapse.isRemoved.setForCurrStep(False)
synapse.permanence.setForCurrStep(permanencesSynapses[synIdx])
if connectedSynapses[synIdx] == 1:
synapse.isConnected.setForCurrStep(True)
else:
synapse.isConnected.setForCurrStep(False)
else:
if synapse != None:
synapse.isRemoved.setForCurrStep(True)
def updateTemporalElements(self):
"""
Update elements regarding temporal pooler
"""
# Update cells, distal segments and synapses according to active columns
for colIdx in range(len(self.columns)):
column = self.columns[colIdx]
# Mark proximal segment and its connected synapses as predicted
if column.segment.isPredicted.atCurrStep():
for synapse in column.segment.synapses:
if synapse.isConnected.atCurrStep():
synapse.isPredicted.setForCurrStep(True)
synapse.inputElem.isPredicted.setForCurrStep(True)
# Mark proximal segment and its connected synapses that were predicted but are not active now
if column.segment.isPredicted.atPreviousStep():
if not column.segment.isActive.atCurrStep():
column.segment.isFalselyPredicted.setForCurrStep(True)
for synapse in column.segment.synapses:
if (synapse.isPredicted.atPreviousStep() and not synapse.isConnected.atCurrStep()) or (synapse.isConnected.atCurrStep() and synapse.inputElem.isFalselyPredicted.atCurrStep()):
synapse.isFalselyPredicted.setForCurrStep(True)
for cell in column.cells:
cellIdx = cell.index
# Update cell's states
if cellIdx in self.temporalPooler.winnerCells:
cell.isLearning.setForCurrStep(True)
if cellIdx in self.temporalPooler.activeCells:
cell.isActive.setForCurrStep(True)
if cellIdx in self.temporalPooler.predictiveCells:
cell.isPredicted.setForCurrStep(True)
if cell.isPredicted.atPreviousStep() and not cell.isActive.atCurrStep():
cell.isFalselyPredicted.setForCurrStep(True)
# Get the indexes of the distal segments of this cell
segmentsForCell = self.temporalPooler.connections.segmentsForCell(cellIdx)
# Add the segments that appeared after last iteration
for segIdx in segmentsForCell:
# Check if segment already exists in the cell
segFound = False
for segment in cell.segments:
if segment.indexTP == segIdx:
segFound = True
break
# If segment is new, add it to cell
if not segFound:
segment = Segment(SegmentType.distal)
segment.indexTP = segIdx
cell.segments.append(segment)
# Update distal segments
for segment in cell.segments:
segIdx = segment.indexTP
# If segment not found in segments indexes returned in last iteration mark it as removed
if segIdx in segmentsForCell:
# Update segment's state
if segIdx in self.temporalPooler.activeSegments:
segment.isActive.setForCurrStep(True)
else:
segment.isActive.setForCurrStep(False)
# Get the indexes of the synapses of this segment
synapsesForSegment = self.temporalPooler.connections.synapsesForSegment(segIdx)
# Add the synapses that appeared after last iteration
for synIdx in synapsesForSegment:
# Check if synapse already exists in the segment
synFound = False
for synapse in segment.synapses:
if synapse.indexTP == synIdx:
synFound = True
break
# If synapse is new, add it to segment
if not synFound:
synapse = Synapse()
synapse.indexTP = synIdx
segment.synapses.append(synapse)
# Update synapses
for synapse in segment.synapses:
synIdx = synapse.indexTP
# If synapse not found in synapses indexes returned in last iteration mark it as removed
if synIdx in synapsesForSegment:
# Update synapse's state
synapseData = self.temporalPooler.connections.dataForSynapse(synIdx)
synapse.permanence.setForCurrStep(synapseData.permanence)
if synapseData.permanence >= self.distalSynConnectedPerm:
synapse.isConnected.setForCurrStep(True)
else:
synapse.isConnected.setForCurrStep(False)
# Get cell given cell's index
sourceColIdx = synapseData.presynapticCell / self.numCellsPerColumn
sourceCellRelIdx = synapseData.presynapticCell % self.numCellsPerColumn
sourceCell = self.columns[sourceColIdx].cells[sourceCellRelIdx]
synapse.inputElem = sourceCell
else:
synapse.isRemoved.setForCurrStep(True)
else:
segment.isRemoved.setForCurrStep(True)
class SpatialPoolerAPITest(unittest.TestCase):
"""Tests for SpatialPooler public API"""
def setUp(self):
self.sp = SpatialPooler(columnDimensions=[5], inputDimensions=[5])
def testCompute(self):
# Check that there are no errors in call to compute
inputVector = numpy.ones(5)
activeArray = numpy.zeros(5)
self.sp.compute(inputVector, True, activeArray)
def testGetUpdatePeriod(self):
inParam = 1234
self.sp.setUpdatePeriod(inParam)
outParam = self.sp.getUpdatePeriod()
self.assertEqual(inParam, outParam)
def testGetPotentialRadius(self):
inParam = 56
self.sp.setPotentialRadius(inParam)
outParam = self.sp.getPotentialRadius()
self.assertEqual(inParam, outParam)
def testGetPotentialPct(self):
inParam = 0.4
self.sp.setPotentialPct(inParam)
outParam = self.sp.getPotentialPct()
self.assertAlmostEqual(inParam, outParam)
def testGetGlobalInhibition(self):
inParam = True
self.sp.setGlobalInhibition(inParam)
outParam = self.sp.getGlobalInhibition()
self.assertEqual(inParam, outParam)
inParam = False
self.sp.setGlobalInhibition(inParam)
outParam = self.sp.getGlobalInhibition()
self.assertEqual(inParam, outParam)
def testGetNumActiveColumnsPerInhArea(self):
inParam = 7
self.sp.setNumActiveColumnsPerInhArea(inParam)
outParam = self.sp.getNumActiveColumnsPerInhArea()
self.assertEqual(inParam, outParam)
def testGetLocalAreaDensity(self):
inParam = 0.4
self.sp.setLocalAreaDensity(inParam)
outParam = self.sp.getLocalAreaDensity()
self.assertAlmostEqual(inParam, outParam)
def testGetStimulusThreshold(self):
inParam = 89
self.sp.setStimulusThreshold(inParam)
outParam = self.sp.getStimulusThreshold()
self.assertEqual(inParam, outParam)
def testGetInhibitionRadius(self):
inParam = 4
self.sp.setInhibitionRadius(inParam)
outParam = self.sp.getInhibitionRadius()
self.assertEqual(inParam, outParam)
def testGetDutyCyclePeriod(self):
inParam = 2020
self.sp.setDutyCyclePeriod(inParam)
outParam = self.sp.getDutyCyclePeriod()
self.assertEqual(inParam, outParam)
def testGetMaxBoost(self):
inParam = 78
self.sp.setMaxBoost(inParam)
outParam = self.sp.getMaxBoost()
self.assertEqual(inParam, outParam)
def testGetIterationNum(self):
inParam = 999
self.sp.setIterationNum(inParam)
outParam = self.sp.getIterationNum()
self.assertEqual(inParam, outParam)
def testGetIterationLearnNum(self):
inParam = 666
self.sp.setIterationLearnNum(inParam)
outParam = self.sp.getIterationLearnNum()
self.assertEqual(inParam, outParam)
def testGetSpVerbosity(self):
inParam = 2
self.sp.setSpVerbosity(inParam)
outParam = self.sp.getSpVerbosity()
self.assertEqual(inParam, outParam)
def testGetSynPermTrimThreshold(self):
inParam = 0.7
self.sp.setSynPermTrimThreshold(inParam)
outParam = self.sp.getSynPermTrimThreshold()
self.assertAlmostEqual(inParam, outParam)
def testGetSynPermActiveInc(self):
inParam = 0.567
self.sp.setSynPermActiveInc(inParam)
outParam = self.sp.getSynPermActiveInc()
self.assertAlmostEqual(inParam, outParam)
def testGetSynPermInactiveDec(self):
inParam = 0.123
self.sp.setSynPermInactiveDec(inParam)
outParam = self.sp.getSynPermInactiveDec()
self.assertAlmostEqual(inParam, outParam)
def testGetSynPermBelowStimulusInc(self):
inParam = 0.0898
self.sp.setSynPermBelowStimulusInc(inParam)
outParam = self.sp.getSynPermBelowStimulusInc()
self.assertAlmostEqual(inParam, outParam)
def testGetSynPermConnected(self):
inParam = 0.514
self.sp.setSynPermConnected(inParam)
outParam = self.sp.getSynPermConnected()
self.assertAlmostEqual(inParam, outParam)
def testGetMinPctOverlapDutyCycles(self):
inParam = 0.11122
self.sp.setMinPctOverlapDutyCycles(inParam)
outParam = self.sp.getMinPctOverlapDutyCycles()
self.assertAlmostEqual(inParam, outParam)
def testGetMinPctActiveDutyCycles(self):
inParam = 0.444333
self.sp.setMinPctActiveDutyCycles(inParam)
outParam = self.sp.getMinPctActiveDutyCycles()
self.assertAlmostEqual(inParam, outParam)
def testGetPermanence(self):
numInputs = 5
numColumns = 5
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns],
potentialRadius=1,
potentialPct=1)
inParam = numpy.array(
[0.06, 0.07, 0.08, 0.12, 0.13]).astype(realType)
self.sp.setPermanence(0,inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getPermanence(0, outParam)
self.assertListEqual(list(inParam),list(outParam))
def testGetBoostFactors(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([1, 1.2, 1.3, ]).astype(realType)
self.sp.setBoostFactors(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getBoostFactors(outParam)
self.assertListEqual(list(inParam),list(outParam))
def testGetOverlapDutyCycles(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([0.9, 0.3, 0.1]).astype(realType)
self.sp.setOverlapDutyCycles(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getOverlapDutyCycles(outParam)
self.assertListEqual(list(inParam),list(outParam))
def testGetActiveDutyCycles(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([0.9, 0.99, 0.999, ]).astype(realType)
self.sp.setActiveDutyCycles(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getActiveDutyCycles(outParam)
self.assertListEqual(list(inParam),list(outParam))
def testGetMinOverlapDutyCycles(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([0.01, 0.02, 0.035, ]).astype(realType)
self.sp.setMinOverlapDutyCycles(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getMinOverlapDutyCycles(outParam)
self.assertListEqual(list(inParam),list(outParam))
def testGetMinActiveDutyCycles(self):
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam = numpy.array([0.01, 0.02, 0.035, ]).astype(realType)
self.sp.setMinActiveDutyCycles(inParam)
outParam = numpy.zeros(numInputs).astype(realType)
self.sp.getMinActiveDutyCycles(outParam)
self.assertListEqual(list(inParam),list(outParam))
def testGetPotential(self):
self.sp.initialize(columnDimensions=[3], inputDimensions=[3])
numInputs = 3
numColumns = 3
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns])
inParam1 = numpy.array([1, 0, 1]).astype(uintType)
self.sp.setPotential(0, inParam1)
inParam2 = numpy.array([1, 1, 0]).astype(uintType)
self.sp.setPotential(1, inParam2)
outParam1 = numpy.zeros(numInputs).astype(uintType)
outParam2 = numpy.zeros(numInputs).astype(uintType)
self.sp.getPotential(0, outParam1)
self.sp.getPotential(1, outParam2)
self.assertListEqual(list(inParam1),list(outParam1))
self.assertListEqual(list(inParam2),list(outParam2))
def testGetConnectedSynapses(self):
numInputs = 5
numColumns = 5
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns],
potentialRadius=1,
potentialPct=1)
inParam = numpy.array(
[0.06, 0.07, 0.08, 0.12, 0.13]).astype(realType)
trueConnected = numpy.array([0, 0, 0, 1, 1])
self.sp.setSynPermConnected(0.1)
self.sp.setPermanence(0,inParam)
outParam = numpy.zeros(numInputs).astype(uintType)
self.sp.getConnectedSynapses(0, outParam)
self.assertListEqual(list(trueConnected),list(outParam))
def testGetConnectedCounts(self):
numInputs = 5
numColumns = 5
self.sp.initialize(columnDimensions=[numInputs],
inputDimensions=[numColumns],
potentialRadius=1,
potentialPct=1)
inParam = numpy.array(
[0.06, 0.07, 0.08, 0.12, 0.11]).astype(realType)
trueConnectedCount = 2
self.sp.setSynPermConnected(0.1)
self.sp.setPermanence(0, inParam)
outParam = numpy.zeros(numInputs).astype(uintType)
self.sp.getConnectedCounts(outParam)
self.assertEqual(trueConnectedCount, outParam[0])
def assertListAlmostEqual(self, alist, blist):
self.assertEqual(len(alist), len(blist))
for (a,b) in zip(alist,blist):
diff = abs(a - b)
self.assertLess(diff,1e-5)
plt.ylim([0, 1.05])
plt.legend(['Before Training', 'After Training'], loc=3)
plt.xlabel('Noise level')
plt.ylabel('Prediction Accuracy')
plt.savefig('figures/noise_robustness_{}_.pdf'.format(inputVectorType))
numInputVector1 = 50
numInputVector2 = 50
w = 20
inputSize1 = w * numInputVector1
inputSize2 = w * numInputVector2
connectedCounts = np.zeros((columnNumber, ))
sp.getConnectedCounts(connectedCounts)
connectedSynapses = np.zeros((inputSize, ), dtype=uintType)
sp.getConnectedSynapses(20, connectedSynapses)
connectionToInput1 = connectedSynapses[:inputSize1]
connectionToInput2 = connectedSynapses[inputSize1:]
connectionToInput1DownSample = np.zeros((numInputVector1, ))
connectionToInput2DownSample = np.zeros((numInputVector2, ))
for i in range(numInputVector1):
connectionToInput1DownSample[i] = np.sum(
connectionToInput1[i * w:(i + 1) * w])
for i in range(numInputVector2):
connectionToInput2DownSample[i] = np.sum(
connectionToInput2[i * w:(i + 1) * w])
fig, ax = plt.subplots(nrows=2, ncols=1)
ax[0].plot(connectionToInput1DownSample)
ax[1].plot(connectionToInput2DownSample)
# In[17]:
sp = SpatialPooler(inputDimensions=(24,),
columnDimensions=(4,),
potentialRadius=15,
numActiveColumnsPerInhArea=1,
globalInhibition=True,
synPermActiveInc=0.03,
potentialPct=1.0)
# In[18]:
for column in xrange(4):
connected = np.zeros((24,), dtype="int")
sp.getConnectedSynapses(column, connected)
print connected
# In[19]:
output = np.zeros((4,), dtype="int")
for _ in xrange(20):
print 'iteration #' + str(_)
for note in encoded_list:
sp.compute(note, learn=True, activeArray=output)
print 'FINISHED SPATIAL POOLING'
# In[20]: