class TestPickableSequentialChainRemoveUnused(unittest.TestCase):
def setUp(self):
self.l1 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.f1 = DummyFunc()
self.f2 = DummyFunc()
self.l2 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.link = PickableSequentialChain()
with self.link.init_scope():
self.link.l1 = self.l1
self.link.f1 = self.f1
self.link.f2 = self.f2
self.link.l2 = self.l2
self.link.pick = self.pick
def check_remove_unused(self):
self.link.remove_unused()
self.assertEqual(self.link.layer_names, self.layer_names)
for name in ['l1', 'f1', 'f2', 'l2']:
if name in self.layer_names:
self.assertTrue(hasattr(self.link, name))
else:
self.assertFalse(hasattr(self.link, name))
def test_remove_unused_cpu(self):
self.check_remove_unused()
@attr.gpu
def test_remove_unused_gpu(self):
self.link.to_gpu()
self.check_remove_unused()
class TestPickableSequentialChainRemoveUnused(unittest.TestCase):
def setUp(self):
self.l1 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.f1 = DummyFunc()
self.f2 = DummyFunc()
self.l2 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.link = PickableSequentialChain()
with self.link.init_scope():
self.link.l1 = self.l1
self.link.f1 = self.f1
self.link.f2 = self.f2
self.link.l2 = self.l2
self.link.pick = self.pick
def check_remove_unused(self):
self.link.remove_unused()
self.assertEqual(self.link.layer_names, self.layer_names)
for name in ['l1', 'f1', 'f2', 'l2']:
if name in self.layer_names:
self.assertTrue(hasattr(self.link, name))
else:
self.assertFalse(hasattr(self.link, name))
def test_remove_unused_cpu(self):
self.check_remove_unused()
@attr.gpu
def test_remove_unused_gpu(self):
self.link.to_gpu()
self.check_remove_unused()
def setUp(self):
self.l1 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.f1 = DummyFunc()
self.f2 = DummyFunc()
self.l2 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.link = PickableSequentialChain()
with self.link.init_scope():
self.link.l1 = self.l1
self.link.f1 = self.f1
self.link.f2 = self.f2
self.link.l2 = self.l2
self.link.pick = self.pick
def setUpBase(self):
self.l1 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.f1 = DummyFunc()
self.f2 = DummyFunc()
self.l2 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.link = PickableSequentialChain()
with self.link.init_scope():
self.link.l1 = self.l1
self.link.f1 = self.f1
self.link.f2 = self.f2
self.link.l2 = self.l2
if self.pick:
self.link.pick = self.pick
self.x = np.random.uniform(size=(1, 3, 24, 24))
if not hasattr(self, 'assertRaisesRegex'):
self.assertRaisesRegex = self.assertRaisesRegexp
def setUp(self):
self.l1 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.f1 = DummyFunc()
self.f2 = DummyFunc()
self.l2 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.link = PickableSequentialChain()
with self.link.init_scope():
self.link.l1 = self.l1
self.link.f1 = self.f1
self.link.f2 = self.f2
self.link.l2 = self.l2
self.link.pick = self.pick
class PickableSequentialChainTestBase(object):
def setUpBase(self):
self.l1 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.f1 = DummyFunc()
self.f2 = DummyFunc()
self.l2 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.link = PickableSequentialChain()
with self.link.init_scope():
self.link.l1 = self.l1
self.link.f1 = self.f1
self.link.f2 = self.f2
self.link.l2 = self.l2
if self.pick:
self.link.pick = self.pick
self.x = np.random.uniform(size=(1, 3, 24, 24))
def test_pick(self):
self.assertEqual(self.link.pick, self.pick)
def test_layer_names(self):
self.assertEqual(self.link.layer_names, ['l1', 'f1', 'f2', 'l2'])
def check_call(self, x, expects):
outs = self.link(x)
if isinstance(self.pick, tuple):
pick = self.pick
else:
if self.pick is None:
pick = ('l2', )
else:
pick = (self.pick, )
outs = (outs, )
self.assertEqual(len(outs), len(pick))
for out, layer_name in zip(outs, pick):
self.assertIsInstance(out, chainer.Variable)
self.assertIsInstance(out.array, self.link.xp.ndarray)
out = to_cpu(out.array)
np.testing.assert_equal(out, to_cpu(expects[layer_name].array))
def check_basic(self):
x = self.link.xp.asarray(self.x)
expects = {}
expects['l1'] = self.l1(x)
expects['f1'] = self.f1(expects['l1'])
expects['f2'] = self.f2(expects['f1'])
expects['l2'] = self.l2(expects['f2'])
self.check_call(x, expects)
def test_basic_cpu(self):
self.check_basic()
@attr.gpu
def test_call_gpu(self):
self.link.to_gpu()
self.check_basic()
def check_deletion(self):
x = self.link.xp.asarray(self.x)
if self.pick == 'l1' or \
(isinstance(self.pick, tuple)
and 'l1' in self.pick):
with self.assertRaises(AttributeError):
del self.link.l1
return
else:
del self.link.l1
expects = {}
expects['f1'] = self.f1(x)
expects['f2'] = self.f2(expects['f1'])
expects['l2'] = self.l2(expects['f2'])
self.check_call(x, expects)
def test_deletion_cpu(self):
self.check_deletion()
@attr.gpu
def test_deletion_gpu(self):
self.link.to_gpu()
self.check_deletion()
class TestPickableSequentialChain(unittest.TestCase):
def setUp(self):
self.l1 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.f1 = DummyFunc()
self.f2 = DummyFunc()
self.l2 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.link = PickableSequentialChain()
with self.link.init_scope():
self.link.l1 = self.l1
self.link.f1 = self.f1
self.link.f2 = self.f2
self.link.l2 = self.l2
if self.pick:
self.link.pick = self.pick
self.x = np.random.uniform(size=(1, 3, 24, 24))
def test_pick(self):
self.assertEqual(self.link.pick, self.pick)
def test_layer_names(self):
self.assertEqual(self.link.layer_names, ['l1', 'f1', 'f2', 'l2'])
def check_call(self, x, expects):
outs = self.link(x)
if isinstance(self.pick, tuple):
pick = self.pick
else:
if self.pick is None:
pick = ('l2',)
else:
pick = (self.pick,)
outs = (outs,)
self.assertEqual(len(outs), len(pick))
for out, layer_name in zip(outs, pick):
self.assertIsInstance(out, chainer.Variable)
self.assertIsInstance(out.array, self.link.xp.ndarray)
out = to_cpu(out.array)
np.testing.assert_equal(out, to_cpu(expects[layer_name].array))
def check_basic(self):
x = self.link.xp.asarray(self.x)
expects = {}
expects['l1'] = self.l1(x)
expects['f1'] = self.f1(expects['l1'])
expects['f2'] = self.f2(expects['f1'])
expects['l2'] = self.l2(expects['f2'])
self.check_call(x, expects)
def test_basic_cpu(self):
self.check_basic()
@attr.gpu
def test_call_gpu(self):
self.link.to_gpu()
self.check_basic()
def check_deletion(self):
x = self.link.xp.asarray(self.x)
if self.pick == 'l1' or \
(isinstance(self.pick, tuple) and
'l1' in self.pick):
with self.assertRaises(AttributeError):
del self.link.l1
return
else:
del self.link.l1
expects = {}
expects['f1'] = self.f1(x)
expects['f2'] = self.f2(expects['f1'])
expects['l2'] = self.l2(expects['f2'])
self.check_call(x, expects)
def test_deletion_cpu(self):
self.check_deletion()
@attr.gpu
def test_deletion_gpu(self):
self.link.to_gpu()
self.check_deletion()
class PickableSequentialChainTestBase(object):
def setUpBase(self):
self.l1 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.f1 = DummyFunc()
self.f2 = DummyFunc()
self.l2 = ConstantStubLink(np.random.uniform(size=(1, 3, 24, 24)))
self.link = PickableSequentialChain()
with self.link.init_scope():
self.link.l1 = self.l1
self.link.f1 = self.f1
self.link.f2 = self.f2
self.link.l2 = self.l2
if self.pick:
self.link.pick = self.pick
self.x = np.random.uniform(size=(1, 3, 24, 24))
if not hasattr(self, 'assertRaisesRegex'):
self.assertRaisesRegex = self.assertRaisesRegexp
def test_pick(self):
self.assertEqual(self.link.pick, self.pick)
def test_pick_setter(self):
invalid_name = 'nonexistent'
self.assertNotIn(invalid_name, self.link.layer_names)
expected_message_pattern = str.format(
'^Invalid layer name .{:s}.$', invalid_name)
with self.assertRaisesRegex(ValueError, expected_message_pattern):
self.link.pick = invalid_name
invalid_names = 'nonexistent', 'nonexistent2'
for n in invalid_names:
self.assertNotIn(n, self.link.layer_names)
expected_message_pattern = str.format(
'^Invalid layer name .{:s}.$', invalid_names[0])
with self.assertRaisesRegex(ValueError, expected_message_pattern):
self.link.pick = invalid_names
def test_layer_names(self):
self.assertEqual(self.link.layer_names, ['l1', 'f1', 'f2', 'l2'])
def check_call(self, x, expects):
outs = self.link(x)
if isinstance(self.pick, tuple):
pick = self.pick
else:
if self.pick is None:
pick = ('l2',)
else:
pick = (self.pick,)
outs = (outs,)
self.assertEqual(len(outs), len(pick))
for out, layer_name in zip(outs, pick):
self.assertIsInstance(out, chainer.Variable)
self.assertIsInstance(out.array, self.link.xp.ndarray)
out = to_cpu(out.array)
np.testing.assert_equal(out, to_cpu(expects[layer_name].array))
def check_basic(self):
x = self.link.xp.asarray(self.x)
expects = {}
expects['l1'] = self.l1(x)
expects['f1'] = self.f1(expects['l1'])
expects['f2'] = self.f2(expects['f1'])
expects['l2'] = self.l2(expects['f2'])
self.check_call(x, expects)
def test_basic_cpu(self):
self.check_basic()
@attr.gpu
def test_call_gpu(self):
self.link.to_gpu()
self.check_basic()
def check_deletion(self):
x = self.link.xp.asarray(self.x)
if self.pick == 'l1' or \
(isinstance(self.pick, tuple)
and 'l1' in self.pick):
with self.assertRaises(AttributeError):
del self.link.l1
return
else:
del self.link.l1
expects = {}
expects['f1'] = self.f1(x)
expects['f2'] = self.f2(expects['f1'])
expects['l2'] = self.l2(expects['f2'])
self.check_call(x, expects)
def test_deletion_cpu(self):
self.check_deletion()
@attr.gpu
def test_deletion_gpu(self):
self.link.to_gpu()
self.check_deletion()