def test_range_relu(min_degree, max_degree, step):
test_set = settings.create_test_set(settings.num_examples, max_value)
approx_funcs = []
for degree in range(min_degree, max_degree, step):
approx_funcs.append( (relu_activation.get_approx_func(degree), "Poly Degree: %s" % (degree)) )
run_multi_test(test_set, approx_funcs, relu_activation.get_real_func(), "Relu-Chebyshev")
def test_relu(max_degree):
test_set = settings.create_test_set(settings.num_examples, max_value)
run_test(test_set, relu_activation.get_approx_func(max_degree), relu_activation.get_real_func(), "Relu-Chabyshev")
def test_sigmoid_taylor():
test_set = settings.create_test_set(settings.num_examples, max_value_taylor)
run_test(test_set, sigmoid_activation.get_approx_func_taylor(), sigmoid_activation.get_real_func_sigmoid(),
"Sigmoid-taylor")
def test_relu_polyfit():
# Least squares polynomial fit
test_set = settings.create_test_set(settings.num_examples, max_value)
run_test(test_set, relu_activation.get_approx_func_polyfit(), relu_activation.get_real_func(),
"Relu-polyfit")
def test_relu_taylor():
test_set = settings.create_test_set(settings.num_examples, max_value_taylor)
run_test(test_set, sigmoid_activation.get_approx_func_taylor_integ(), relu_activation.get_real_func(),
"Relu-taylor-Sigmoid-Integral")
def test_sigmoid_chabyshev(max_degree):
test_set = settings.create_test_set(settings.num_examples, max_value)
run_test(test_set, sigmoid_activation.get_approx_func_chebyshev(max_degree), sigmoid_activation.get_real_func_sigmoid(),
"Sigmoid-Chabyshev")