def test_add_input_connection(self): connections = len(self.node.input_connections) self.node.add_input_connection(Connection(ProtoNode(), self.node)) self.assertEqual(connections + 1, len(self.node.input_connections)) self.failUnlessRaises(ValueError, self.node.add_input_connection, Connection(Node(), Node()))
def setUp(self): self.upper_node = Node() self.lower_node = Node() self.upper_node._value = .2 self.lower_node._value = .1 self.upper_node.error = .8 self.conn = Connection(self.lower_node, self.upper_node)
def test_add_node(self): layer = Layer(0, 'input') layer.default_activation_type = 'linear' node = Node() layer.add_node(node) self.assertEqual(1, layer.total_nodes()) self.assertEqual(0, layer.nodes[0].node_no) self.assertEqual('linear', layer.nodes[0].get_activation_type()) layer.default_activation_type = 'sigmoid' node = Node() layer.add_node(node) self.assertEqual(2, layer.total_nodes()) self.assertEqual(1, layer.nodes[1].node_no) self.assertEqual('sigmoid', layer.nodes[1].get_activation_type()) node = BiasNode() layer.add_node(node) self.assertEqual(3, layer.total_nodes()) self.assertEqual(2, layer.nodes[2].node_no) node = Node() node.set_activation_type('tanh') layer.add_node(node) self.assertEqual('tanh', layer.nodes[3].get_activation_type())
def test_unconnected_nodes(self): layer = Layer(1, 'hidden') conn = Connection(Node(), Node()) layer.add_nodes(2, 'hidden') layer.nodes[0].add_input_connection(Connection(Node(), layer.nodes[0])) input_side = layer.unconnected_nodes() self.assertEqual(1, input_side[0]) self.assertNotEqual(0, input_side[0])
def test_fully_connect(self): node = Node() unode1 = Node() unode2 = Node() self.rec_config._fully_connect(node, [unode1, unode2]) conn = unode1.input_connections[0] self.assertEqual(node, conn.lower_node) self.assertEqual(unode1, conn.upper_node) conn = unode2.input_connections[0] self.assertEqual(node, conn.lower_node) self.assertEqual(unode2, conn.upper_node)
def _parse_inputfile_node(config, node_id): """ This function receives a node id, parses it, and returns the node in the network to which it pertains. It implies that the network structure must already be in place for it to be functional. """ activation_type = config.get(node_id, 'activation_type') node_type = config.get(node_id, 'node_type') if node_type == NODE_BIAS: node = BiasNode() elif node_type == NODE_COPY: node = CopyNode() node._source_type = config.get(node_id, 'source_type') node._incoming_weight = float( config.get(node_id, 'incoming_weight')) node._existing_weight = float( config.get(node_id, 'existing_weight')) node.set_activation_type(activation_type) else: node = Node() node.set_activation_type(activation_type) node.node_type = node_type return node
def test_load_source_value(self): self.node._value = .25 self.node._existing_weight = .25 self.node._incoming_weight = .5 source_node = Node() source_node.set_value(.3) source_node.set_activation_type(ACTIVATION_SIGMOID) self.node.set_source_node(source_node) # activate self.node._source_type = 'a' self.node.load_source_value() self.assertAlmostEqual(sigmoid(.3) * .5 + .25 * .25, self.node._value) # value self.node._value = .25 self.node._source_type = 'v' self.node.load_source_value() self.assertAlmostEqual(.3 * .5 + .25 * .25, self.node._value) # invalid source type self.node._source_type = 'f' self.failUnlessRaises(ValueError, self.node.load_source_value)
def add_nodes(self, number_nodes, node_type, activation_type=None): """ This function adds nodes in bulk for initialization. If an optional activation type is passed through, that will be set for the nodes. Otherwise, the default activation type for the layer will be used. """ count = 0 while count < number_nodes: if node_type == 'copy': node = CopyNode() else: node = Node(node_type) if activation_type: node.set_activation_type(activation_type) self.add_node(node) count += 1
def setUp(self): self.node = Node() node1 = Node() node2 = Node() node1._value = .2 node2._value = .1 node1.error = .8 node2.error = .4 node1.set_activation_type(ACTIVATION_SIGMOID) node2.set_activation_type(ACTIVATION_SIGMOID) self.node.add_input_connection(Connection(node1, self.node, .3)) self.node.input_connections.append(Connection(node2, self.node, .7))
class NodeTest(unittest.TestCase): """ Tests Node """ def setUp(self): self.node = Node() node1 = Node() node2 = Node() node1._value = .2 node2._value = .1 node1.error = .8 node2.error = .4 node1.set_activation_type(ACTIVATION_SIGMOID) node2.set_activation_type(ACTIVATION_SIGMOID) self.node.add_input_connection(Connection(node1, self.node, .3)) self.node.input_connections.append(Connection(node2, self.node, .7)) def test_set_activation_type(self): self.node._activate = 'error' self.node._error_func = 'error' self.node._activation_type = 'error' self.node.set_activation_type(ACTIVATION_SIGMOID) self.assertEqual(sigmoid, self.node._activate) self.assertEqual(sigmoid_derivative, self.node._error_func) self.assertEqual(ACTIVATION_SIGMOID, self.node._activation_type) self.node._activate = 'error' self.node._error_func = 'error' self.node._activation_type = 'error' self.node.set_activation_type(ACTIVATION_TANH) self.assertEqual(tanh, self.node._activate) self.assertEqual(tanh_derivative, self.node._error_func) self.assertEqual(ACTIVATION_TANH, self.node._activation_type) self.node._activate = 'error' self.node._error_func = 'error' self.node._activation_type = 'error' self.node.set_activation_type(ACTIVATION_LINEAR) self.assertEqual(linear, self.node._activate) self.assertEqual(linear_derivative, self.node._error_func) self.assertEqual(ACTIVATION_LINEAR, self.node._activation_type) self.failUnlessRaises(ValueError, self.node.set_activation_type, 'error') def test_set_error_func(self): self.node._error_func = 'error' self.node._set_error_func(ACTIVATION_SIGMOID) self.assertEqual(sigmoid_derivative, self.node._error_func) self.node._error_func = 'error' self.node._set_error_func(ACTIVATION_TANH) self.assertEqual(tanh_derivative, self.node._error_func) self.node._error_func = 'error' self.node._set_error_func(ACTIVATION_LINEAR) self.assertEqual(linear_derivative, self.node._error_func) def test_set_value(self): self.node._value = .2 self.node.set_value(.3) self.assertAlmostEqual(.3, self.node._value) def test_get_value(self): self.node._value = .2 self.assertAlmostEqual(.2, self.node.get_value()) def test_error_func(self): self.node.set_activation_type(ACTIVATION_SIGMOID) self.assertAlmostEqual(sigmoid_derivative(.2), self.node.error_func(.2)) def test_feed_forward(self): self.node_value = 1000.0 self.node.feed_forward() total = sigmoid(.2) * .3 + sigmoid(.1) * .7 self.assertAlmostEqual(total, self.node._value) def test__init__(self): self.node = Node('test') self.assertEqual('test', self.node.node_type) def test_add_input_connection(self): connections = len(self.node.input_connections) self.node.add_input_connection(Connection(ProtoNode(), self.node)) self.assertEqual(connections + 1, len(self.node.input_connections)) self.failUnlessRaises(ValueError, self.node.add_input_connection, Connection(Node(), Node())) def test_update_error(self): # upper_node1.error = .8 # upper_node2.error = .4 # conn1 weight = .3 # conn2 weight = .7 self.node.node_type = NODE_OUTPUT self.node.set_activation_type(ACTIVATION_SIGMOID) halt_on_extremes = True self.node._value = .4 self.node.target = .55 self.node.error = 0.0 self.node.update_error(halt_on_extremes) self.assertAlmostEqual(.55 - sigmoid(.4), self.node.error) # self.node.node_type = NODE_HIDDEN self.node.set_activation_type(ACTIVATION_SIGMOID) halt_on_extremes = True self.node._value = .4 self.node.error = .55 self.node.update_error(halt_on_extremes) self.assertAlmostEqual(.55 * sigmoid_derivative(sigmoid(.4)), self.node.error) def test__update_lower_node_errors(self): self.node.error = .55 halt_on_extremes = True node1 = self.node.input_connections[0].lower_node node2 = self.node.input_connections[1].lower_node node1.error = 0.0 node2.error = 0.0 self.node._update_lower_node_errors(halt_on_extremes) self.assertAlmostEqual(.3 * .55, self.node.input_connections[0].lower_node.error) self.assertAlmostEqual(.7 * .55, self.node.input_connections[1].lower_node.error) def test_adjust_weights(self): learnrate = .35 halt_on_extremes = True self.node.error = .9 self.node.set_activation_type(ACTIVATION_SIGMOID) # adjusts incoming values conn1 = .3 + .35 * sigmoid(.2) * .9 conn2 = .7 + .35 * sigmoid(.1) * .9 self.node.adjust_weights(learnrate, halt_on_extremes) self.assertAlmostEqual(conn1, self.node.input_connections[0]._weight) self.assertAlmostEqual(conn2, self.node.input_connections[1]._weight) def test__adjust_weight(self): # learnrate = .20 # activate_value = .25 # error = .10 self.assertAlmostEqual(.20 * .25 * .10, self.node._adjust_weight(.20, .25, .10))
def test_get_source_node(self): self.node._source_node = Node() self.assertEqual(self.node._source_node, self.node.get_source_node())
def test_set_source_node(self): source_node = Node() self.node.set_source_node(source_node) self.assertEqual(source_node, self.node._source_node)
def test__init__(self): self.node = Node('test') self.assertEqual('test', self.node.node_type)