def test_highway_forward(): highway = model.Highway(input_size=2, num_layers=2) print(highway) highway.initialize() inputs = mx.nd.ones((2, 3, 2)) output = highway(inputs) print(output) assert output.shape == (2, 3, 2), output.shape
def test_highway_default_bias(): highway = model.Highway(input_size=4, num_layers=1) print(highway) highway.initialize() assert_almost_equal( highway.hnet[0].bias.data().asnumpy(), mx.nd.array([0.0, 0.0, 0.0, 0.0, -2.0, -2.0, -2.0, -2.0]).asnumpy(), decimal=2)
def test_highway_forward_simple_input(): highway = model.Highway(input_size=2, num_layers=2) print(highway) highway.initialize(init='One') highway.hnet[0].weight.data()[:] = 1 highway.hnet[0].bias.data()[:] = 0 highway.hnet[1].weight.data()[:] = 2 highway.hnet[1].bias.data()[:] = -2 inputs = mx.nd.array([[-2, 1], [3, -2]]) output = highway(inputs) print(output) assert output.shape == (2, 2), output.shape assert_almost_equal(output.asnumpy(), mx.nd.array([[-1.4177, 0.7088], [1.4764, 1.2234]]).asnumpy(), decimal=4)