def __init__(self,
units,
activation=None,
use_bias=True,
kernel_initializer='trainable_normal',
bias_initializer='zero',
local_scale_initializer='trainable_half_cauchy',
global_scale_initializer='trainable_half_cauchy',
kernel_regularizer='normal_kl_divergence',
bias_regularizer=None,
local_scale_regularizer='half_cauchy_kl_divergence',
global_scale_regularizer=regularizers.HalfCauchyKLDivergence(
scale=1e-5),
activity_regularizer=None,
local_scale_constraint='softplus',
global_scale_constraint='softplus',
**kwargs):
self.local_scale_initializer = initializers.get(local_scale_initializer)
self.global_scale_initializer = initializers.get(global_scale_initializer)
self.local_scale_regularizer = regularizers.get(local_scale_regularizer)
self.global_scale_regularizer = regularizers.get(global_scale_regularizer)
self.local_scale_constraint = constraints.get(local_scale_constraint)
self.global_scale_constraint = constraints.get(global_scale_constraint)
super(DenseHierarchical, self).__init__(
units=units,
activation=activation,
use_bias=use_bias,
kernel_initializer=initializers.get(kernel_initializer),
bias_initializer=initializers.get(bias_initializer),
kernel_regularizer=regularizers.get(kernel_regularizer),
bias_regularizer=regularizers.get(bias_regularizer),
activity_regularizer=regularizers.get(activity_regularizer),
**kwargs)
def __init__(self,
filters,
kernel_size,
strides=(1, 1),
padding='valid',
data_format=None,
dilation_rate=(1, 1),
activation=None,
use_bias=True,
kernel_initializer='trainable_normal',
bias_initializer='zeros',
local_scale_initializer='trainable_half_cauchy',
global_scale_initializer='trainable_half_cauchy',
kernel_regularizer='normal_kl_divergence',
bias_regularizer=None,
local_scale_regularizer='half_cauchy_kl_divergence',
global_scale_regularizer=regularizers.HalfCauchyKLDivergence(
scale=1e-5),
activity_regularizer=None,
kernel_constraint=None,
bias_constraint=None,
local_scale_constraint='softplus',
global_scale_constraint='softplus',
**kwargs):
self.local_scale_initializer = initializers.get(
local_scale_initializer)
self.global_scale_initializer = initializers.get(
global_scale_initializer)
self.local_scale_regularizer = regularizers.get(
local_scale_regularizer)
self.global_scale_regularizer = regularizers.get(
global_scale_regularizer)
self.local_scale_constraint = constraints.get(local_scale_constraint)
self.global_scale_constraint = constraints.get(global_scale_constraint)
super(Conv2DHierarchical, self).__init__(
filters=filters,
kernel_size=kernel_size,
strides=strides,
padding=padding,
data_format=data_format,
dilation_rate=dilation_rate,
activation=activation,
use_bias=use_bias,
kernel_initializer=initializers.get(kernel_initializer),
bias_initializer=initializers.get(bias_initializer),
kernel_regularizer=regularizers.get(kernel_regularizer),
bias_regularizer=regularizers.get(bias_regularizer),
activity_regularizer=regularizers.get(activity_regularizer),
kernel_constraint=constraints.get(kernel_constraint),
bias_constraint=constraints.get(bias_constraint),
**kwargs)
