def test_subgraph_by_layer(self):
layer_1 = layers.Input(1)
layer_2 = layers.Input(2)
graph = LayerGraph()
graph.add_layer(layer_1)
subgraph = graph.subgraph_for_output(layer_1)
self.assertEqual(len(subgraph.forward_graph), 1)
subgraph = graph.subgraph_for_output(layer_2)
self.assertEqual(len(subgraph.forward_graph), 0)
def test_subgraph_by_layer(self):
layer_1 = layers.Input(1)
layer_2 = layers.Input(2)
graph = LayerGraph()
graph.add_layer(layer_1)
subgraph = graph.subgraph_for_output(layer_1)
self.assertEqual(len(subgraph.forward_graph), 1)
subgraph = graph.subgraph_for_output(layer_2)
self.assertEqual(len(subgraph.forward_graph), 0)
def test_one_to_one_graph(self):
l0 = layers.Input(1)
l1 = layers.Sigmoid(10)
l2 = layers.Sigmoid(20)
l3 = layers.Sigmoid(30)
l41 = layers.Sigmoid(40)
l42 = layers.Sigmoid(40)
le = layers.Elementwise()
# Graph Structure:
# l0 -> le
#
# l0 - l1 - l41 -- le
# \ /
# l2 - l42
# \
# -- l3
graph = LayerGraph()
# Connection #1
graph.connect_layers(l0, l1)
graph.connect_layers(l1, l41)
graph.connect_layers(l41, le)
graph.connect_layers(l1, l2)
graph.connect_layers(l2, l42)
graph.connect_layers(l42, le)
# Connection #2
graph.connect_layers(l2, l3)
for layer in graph.forward_graph:
layer.initialize()
subgraph = graph.subgraph_for_output(le)
self.assertIsNot(l3, subgraph.forward_graph)
self.assertEqual(6, len(subgraph))
# Input layers
self.assertEqual(1, len(subgraph.input_layers))
self.assertEqual([l0], subgraph.input_layers)
# Output layers
self.assertEqual(1, len(subgraph.output_layers))
self.assertEqual([le], subgraph.output_layers)
x = T.matrix()
y = subgraph.propagate_forward(x)
test_input = asfloat(np.array([[1]]))
output = y.eval({x: test_input})
self.assertEqual((1, 40), output.shape)
def test_one_to_one_graph(self):
l0 = layers.Input(1)
l1 = layers.Sigmoid(10)
l2 = layers.Sigmoid(20)
l3 = layers.Sigmoid(30)
l41 = layers.Sigmoid(40)
l42 = layers.Sigmoid(40)
le = layers.Elementwise()
# Graph Structure:
# l0 -> le
#
# l0 - l1 - l41 -- le
# \ /
# l2 - l42
# \
# -- l3
graph = LayerGraph()
# Connection #1
graph.connect_layers(l0, l1)
graph.connect_layers(l1, l41)
graph.connect_layers(l41, le)
graph.connect_layers(l1, l2)
graph.connect_layers(l2, l42)
graph.connect_layers(l42, le)
# Connection #2
graph.connect_layers(l2, l3)
for layer in graph.forward_graph:
layer.initialize()
subgraph = graph.subgraph_for_output(le)
self.assertIsNot(l3, subgraph.forward_graph)
self.assertEqual(6, len(subgraph))
# Input layers
self.assertEqual(1, len(subgraph.input_layers))
self.assertEqual([l0], subgraph.input_layers)
# Output layers
self.assertEqual(1, len(subgraph.output_layers))
self.assertEqual([le], subgraph.output_layers)
x = T.matrix()
y = subgraph.propagate_forward(x)
test_input = asfloat(np.array([[1]]))
output = y.eval({x: test_input})
self.assertEqual((1, 40), output.shape)
def test_many_to_one_graph(self):
l0 = layers.Input(1)
l11 = layers.Sigmoid(10)
le = layers.Elementwise()
l3 = layers.Sigmoid(30)
l4 = layers.Sigmoid(40)
l5 = layers.Input(50)
l6 = layers.Sigmoid(60)
l12 = layers.Sigmoid(10)
# Graph Structure:
# [l0, l12] -> l6
#
# l0 - l11 - le - l6
# /
# l5 - l12 - l4
# \
# -- l3
graph = LayerGraph()
# Connection #1
graph.connect_layers(l0, l11)
graph.connect_layers(l11, le)
graph.connect_layers(le, l6)
graph.connect_layers(l5, l12)
graph.connect_layers(l12, le)
# Connection #2
graph.connect_layers(l12, l4)
# Connection #3
graph.connect_layers(l12, l3)
subgraph = graph.subgraph_for_output(l6)
self.assertIsNot(l4, subgraph.forward_graph)
self.assertIsNot(l3, subgraph.forward_graph)
self.assertEqual(6, len(subgraph))
# Input layers
self.assertEqual(2, len(subgraph.input_layers))
self.assertIn(l0, subgraph.input_layers)
self.assertIn(l5, subgraph.input_layers)
# Output layers
self.assertEqual(1, len(subgraph.output_layers))
self.assertEqual([l6], subgraph.output_layers)
def test_many_to_one_graph(self):
l0 = layers.Input(1)
l11 = layers.Sigmoid(10)
le = layers.Elementwise()
l3 = layers.Sigmoid(30)
l4 = layers.Sigmoid(40)
l5 = layers.Input(50)
l6 = layers.Sigmoid(60)
l12 = layers.Sigmoid(10)
# Graph Structure:
# [l0, l12] -> l6
#
# l0 - l11 - le - l6
# /
# l5 - l12 - l4
# \
# -- l3
graph = LayerGraph()
# Connection #1
graph.connect_layers(l0, l11)
graph.connect_layers(l11, le)
graph.connect_layers(le, l6)
graph.connect_layers(l5, l12)
graph.connect_layers(l12, le)
# Connection #2
graph.connect_layers(l12, l4)
# Connection #3
graph.connect_layers(l12, l3)
subgraph = graph.subgraph_for_output(l6)
self.assertIsNot(l4, subgraph.forward_graph)
self.assertIsNot(l3, subgraph.forward_graph)
self.assertEqual(6, len(subgraph))
# Input layers
self.assertEqual(2, len(subgraph.input_layers))
self.assertIn(l0, subgraph.input_layers)
self.assertIn(l5, subgraph.input_layers)
# Output layers
self.assertEqual(1, len(subgraph.output_layers))
self.assertEqual([l6], subgraph.output_layers)
def test_tree_graph(self):
l0 = layers.Input(1)
l1 = layers.Sigmoid(10)
l2 = layers.Sigmoid(20)
l3 = layers.Sigmoid(30)
l4 = layers.Sigmoid(40)
l5 = layers.Sigmoid(50)
l6 = layers.Sigmoid(60)
# Tree Structure:
#
# l0 - l1 - l5 - l6
# \
# l2 - l4
# \
# -- l3
graph = LayerGraph()
# Connection #1
graph.connect_layers(l0, l1)
graph.connect_layers(l1, l5)
graph.connect_layers(l5, l6)
# Connection #2
graph.connect_layers(l1, l2)
graph.connect_layers(l2, l3)
# Connection #3
graph.connect_layers(l2, l4)
for layer in graph.forward_graph:
layer.initialize()
subgraph = graph.subgraph_for_output(l6)
self.assertEqual(1, len(subgraph.output_layers))
self.assertIs(l6, subgraph.output_layers[0])
self.assertEqual(1, len(subgraph.input_layers))
self.assertIs(l0, subgraph.input_layers[0])
x = T.matrix()
outputs = graph.propagate_forward(x)
text_input = asfloat(np.array([[1]]))
expected_shapes = [(1, 30), (1, 40), (1, 60)]
for output, expected_shape in zip(outputs, expected_shapes):
output_value = output.eval({x: text_input})
self.assertIn(output_value.shape, expected_shapes)
def test_tree_graph(self):
l0 = layers.Input(1)
l1 = layers.Sigmoid(10)
l2 = layers.Sigmoid(20)
l3 = layers.Sigmoid(30)
l4 = layers.Sigmoid(40)
l5 = layers.Sigmoid(50)
l6 = layers.Sigmoid(60)
# Tree Structure:
#
# l0 - l1 - l5 - l6
# \
# l2 - l4
# \
# -- l3
graph = LayerGraph()
# Connection #1
graph.connect_layers(l0, l1)
graph.connect_layers(l1, l5)
graph.connect_layers(l5, l6)
# Connection #2
graph.connect_layers(l1, l2)
graph.connect_layers(l2, l3)
# Connection #3
graph.connect_layers(l2, l4)
for layer in graph.forward_graph:
layer.initialize()
subgraph = graph.subgraph_for_output(l6)
self.assertEqual(1, len(subgraph.output_layers))
self.assertIs(l6, subgraph.output_layers[0])
self.assertEqual(1, len(subgraph.input_layers))
self.assertIs(l0, subgraph.input_layers[0])
x = T.matrix()
outputs = graph.propagate_forward(x)
text_input = asfloat(np.array([[1]]))
expected_shapes = [(1, 30), (1, 40), (1, 60)]
for output, expected_shape in zip(outputs, expected_shapes):
output_value = output.eval({x: text_input})
self.assertIn(output_value.shape, expected_shapes)
