def test_batch_normalize_featurewise(node, use_gpu):
node = Variable(node)
assert_cuda_active(use_gpu)
layer = BatchNormalize(mode=BATCH_NORMALIZE_FEATUREMAP)
def func(node):
return sum(layer(node))
compare(func, node, node)
compare(func, layer.params["w"], node)
compare(func, layer.params["b"], node)
def test_batch_normalize(node, use_gpu):
node = Variable(node)
set_cuda_active(use_gpu)
layer = BatchNormalize()
def func(node):
return sum(layer(node))
compare(func, node, node)
compare(func, layer.params["w"], node)
compare(func, layer.params["b"], node)
def test_batch_normalize(node, use_gpu, ignore_bias):
node = Variable(node)
assert_cuda_active(use_gpu)
layer = BatchNormalize(ignore_bias=ignore_bias)
def func(node):
return sum(layer(node))
compare(func, node, node)
compare(func, layer.params["w"], node)
try:
compare(func, layer.params["b"], node)
except Exception:
assert ignore_bias