def test_construct_general(self):
ann = ForwardArtificialNeuralNectwork(3, 2, 2)
weights = [[1,3,2,1,0,0],
[5,4,3,2,2,0],
[2,1,4,4,1,2]]
expect_weight = [[0,0,0,0,0,0,0,0],
[0,0,0,0,0,0,0,0],
[0,0,0,0,0,0,0,0],
[0,0,0,0,0,0,0,0],
[1,3,2,1,0,0,0,0],
[0,0,0,0,0,0,0,0],
[5,4,3,2,2,0,0,0],
[2,1,4,4,1,0,2,0]]
expect_connectivity = [[False, False, False, False, False, False, False, False],
[False, False, False, False, False, False, False, False],
[False, False, False, False, False, False, False, False],
[False, False, False, False, False, False, False, False],
[True, True, True, True, False, False, False, False],
[False, False, False, False, False, False, False, False],
[True, True, True, True, True, False, False, False],
[True, True, True, True, True, False, True, False]]
expect_hidden = [True, False]
ann.construct(np.array(weights))
self.assertListEqual(ann.weight.tolist(), expect_weight)
self.assertListEqual(ann.connectivity.tolist(), expect_connectivity)
self.assertListEqual(ann.hidden.tolist(), expect_hidden)
def test_torepr(self):
weights_out = '''-12.4 25.2 27.7 -29.4 -28.9 -29.7 -25.4 -28.5 27.8 0 0 0
-40.4 19.6 18.9 -18.1 -19.1 -18.5 -17.3 -18.8 20.4 -67.6 0 0
-48.1 16.0 16.1 -15.9 -16.3 -15.8 -15.9 -15.8 16.7 -55.0 -26.7 0
45.7 -10.0 -11.0 10.0 9.9 9.4 10.0 9.6 -11.4 6.8 2.3 76.3'''
expected_out = ''' 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
-12.4 25.2 27.7 -29.4 -28.9 -29.7 -25.4 -28.5 27.8 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
-40.4 19.6 18.9 -18.1 -19.1 -18.5 -17.3 -18.8 20.4 -67.6 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
-48.1 16.0 16.1 -15.9 -16.3 -15.8 -15.9 -15.8 16.7 -55.0 -26.7 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0
45.7 -10.0 -11.0 10.0 9.9 9.4 10.0 9.6 -11.4 6.8 2.3 76.3 0.0 0.0 0.0 0.0 0.0 0.0'''
weights = np.fromstring(weights_out, sep=' ').reshape(4, -1)
ann = ForwardArtificialNeuralNectwork(8, 8, 1)
ann.construct(weights)
self.assertEqual(repr(ann), expected_out)
def test_initialize_noremalloc(self):
ann = ForwardArtificialNeuralNectwork(5, 5, 2)
id_weight = id(ann.weight)
id_connectivity = id(ann.connectivity)
id_hidden = id(ann.hidden)
ann.initialize(2, 0.4, 1, 1)
self.assertEqual(id(ann.weight), id_weight)
self.assertEqual(id(ann.connectivity), id_connectivity)
self.assertEqual(id(ann.hidden), id_hidden)
def test_tostr(self):
expected_out = ''' -42.8 -32.4 0.0 -5.6 -23.6 -33.6 -33.6 41.6 0.0 0.0 0.0
-75.3 -32.0 43.2 -41.1 -34.5 -34.8 -34.8 39.8 -58.9 0.0 0.0
-85.0 -28.1 28.6 -28.0 -28.0 -28.2 -28.2 29.3 -47.6 -41.3 0.0
59.9 12.9 -13.5 13.0 13.0 13.0 13.0 -13.4 0.0 0.0 81.8'''
weights = np.fromstring(expected_out, sep=' ').reshape(4, -1)
ann = ForwardArtificialNeuralNectwork(7, 7, 1)
ann.construct(weights)
self.assertEqual(str(ann), expected_out)
def test_new(self):
ann = ForwardArtificialNeuralNectwork(3, 3, 2)
ann.initialize(2, 0.8, 0, 2)
off = ann.copy()
self.assertIsNot(ann.weight, off.weight)
self.assertIsNot(ann.connectivity, off.connectivity)
self.assertIsNot(ann.hidden, off.hidden)
self.assertTrue(np.array_equal(ann.weight, off.weight))
self.assertTrue(np.array_equal(ann.connectivity, off.connectivity))
self.assertTrue(np.array_equal(ann.hidden, off.hidden))
def test_evaluate_given7(self):
weights_out = '''-42.8 -32.4 0 -5.6 -23.6 -33.6 -33.6 41.6 0 0 0
-75.3 -32.0 43.2 -41.1 -34.5 -34.8 -34.8 39.8 -58.9 0 0
-85.0 -28.1 28.6 -28.0 -28.0 -28.2 -28.2 29.3 -47.6 -41.3 0
59.9 12.9 -13.5 13.0 13.0 13.0 13.0 -13.4 0 0 81.8
'''
weights = np.fromstring(weights_out, sep=' ').reshape(4, -1)
ann = ForwardArtificialNeuralNectwork(7, 7, 1)
ann.construct(weights)
genp7 = ParityNGenerator(7)
for _, res, vec in genp7.all():
result = ann.evaluate(vec)
self.assertEqual(result>0.5, not res) # use not res since the condition is negating in paper
def test_evaluate_given8(self):
weights_out = '''-12.4 25.2 27.7 -29.4 -28.9 -29.7 -25.4 -28.5 27.8 0 0 0
-40.4 19.6 18.9 -18.1 -19.1 -18.5 -17.3 -18.8 20.4 -67.6 0 0
-48.1 16.0 16.1 -15.9 -16.3 -15.8 -15.9 -15.8 16.7 -55.0 -26.7 0
45.7 -10.0 -11.0 10.0 9.9 9.4 10.0 9.6 -11.4 6.8 2.3 76.3
'''
weights = np.fromstring(weights_out, sep=' ').reshape(4, -1)
ann = ForwardArtificialNeuralNectwork(8, 8, 1)
ann.construct(weights)
genp8 = ParityNGenerator(8)
_, res, vec = zip(*genp8.all())
result = ann.evaluate(np.array(vec))
for yhat, y in zip(result, res):
self.assertEqual(yhat>0.5, not y) # the same as the case given7
def test_initialize_connectivity(self):
ann = ForwardArtificialNeuralNectwork(3, 3, 2)
ann.initialize(2, 1.0, 0, 3) # fully connected
expect_connectivity = [[False, False, False, False, False, False, False, False, False],
[False, False, False, False, False, False, False, False, False],
[False, False, False, False, False, False, False, False, False],
[False, False, False, False, False, False, False, False, False],
[True, True, True, True, False, False, False, False, False],
[True, True, True, True, True, False, False, False, False],
[False, False, False, False, False, False, False, False, False],
[True, True, True, True, True, True, False, False, False],
[True, True, True, True, True, True, False, True, False]]
expect_hidden = [True, True, False]
self.assertListEqual(ann.connectivity.tolist(), expect_connectivity)
self.assertListEqual(ann.hidden.tolist(), expect_hidden)
def test_evaluate_noremalloc(self):
ann = ForwardArtificialNeuralNectwork(7, 7, 1)
id_weight = id(ann.weight)
id_connectivity = id(ann.connectivity)
id_hidden = id(ann.hidden)
weights_out = '''-42.8 -32.4 0 -5.6 -23.6 -33.6 -33.6 41.6 0 0 0
-75.3 -32.0 43.2 -41.1 -34.5 -34.8 -34.8 39.8 -58.9 0 0
-85.0 -28.1 28.6 -28.0 -28.0 -28.2 -28.2 29.3 -47.6 -41.3 0
59.9 12.9 -13.5 13.0 13.0 13.0 13.0 -13.4 0 0 81.8
'''
weights = np.fromstring(weights_out, sep=' ').reshape(4, -1)
ann.construct(weights)
self.assertEqual(id(ann.weight), id_weight)
self.assertEqual(id(ann.connectivity), id_connectivity)
self.assertEqual(id(ann.hidden), id_hidden)
def ann_run():
ann = ForwardArtificialNeuralNectwork(5, 5, 1)
ann.initialize(2, 1.0, 0.0, 1.0)
genp5 = ParityNGenerator(5)
_, res, vec = map(np.array, zip(*genp5.all()))
ann.train(vec, res, lr=0.3, epoch=1000)
result = (ann.evaluate(vec) > 0.5)
for y, yhat in zip(res, result):
if y != yhat:
print(y, yhat)
print()
ann.simul_anneal(vec, res, temperature=1.0, steps=1000)
result = (ann.evaluate(vec) > 0.5)
for y, yhat in zip(res, result):
if y != yhat:
print(y, yhat)
def test_train_given6(self):
# mean square error function
mse = lambda y1,y2: ((y1-y2)**2/2).sum()
for _ in range(10):
ann = ForwardArtificialNeuralNectwork(6, 6, 1)
ann.initialize(3, 1.0, 0, 1)
genp6 = ParityNGenerator(6)
_, res, vec = map(np.array, zip(*genp6.all()))
before = ann.evaluate(vec)
be_mse = mse(before, res)
ann.train(vec, res, 0.1, 1000)
after = ann.evaluate(vec)
af_mse = mse(after, res)
self.assertLessEqual(af_mse, be_mse)
def test_initialize_dense(self):
ann = ForwardArtificialNeuralNectwork(100, 100, 1)
ann.initialize(100, 0.65, 0, 10)
total_connect = 15050 # 101 + 102 + ... + 201
has_connect = ann.connectivity.sum()
self.assertTrue(0.62 <= has_connect/total_connect <= 0.68)