def complex_separate(params, options):
"""Separate inputs, single output."""
input_layer, base_layer = layer.baseline(params)
base_layer = layer.SplitAllInputs(base_layer, params)
base_layer = layer.add_dropout(base_layer, params, name='base-dropout')
base_layer = layer.add_fc(base_layer, params)
base_layer = layer.add_dropout(base_layer, params)
output = layer.add_softmax(base_layer, params)
return input_layer, output
def inctx_extra(params, options):
"""In-context features + original inputs."""
input_layer, base_layer = layer.baseline(params)
base_layer = layer.ContextualiseActivityAndOriginalActivity(
base_layer, params, reg=options['reg'])
base_layer = layer.add_dropout(base_layer, params, name='base-dropout')
base_layer = layer.add_fc(base_layer, params)
base_layer = layer.add_dropout(base_layer, params)
output = layer.add_softmax(base_layer, params)
return input_layer, output
def fc(params, options):
input_layer, base_layer = layer.baseline(params)
if options['n_layers'] == 2:
base_layer = layer.add_fc(base_layer,
params,
name='pre-hidden',
regularization=True)
base_layer = layer.add_dropout(base_layer, params, name='pre-dropout')
base_layer = layer.add_fc(base_layer, params)
base_layer = layer.add_dropout(base_layer, params)
output = layer.add_softmax(base_layer, params)
return input_layer, output
def comb(params, options):
"""Combinations of 'r' features."""
input_layer, base_layer = layer.baseline(params)
base_layer = layer.Combinations(base_layer, params, options['reg'])
base_layer = layer.add_dropout(base_layer, params)
base_layer = layer.add_fc(base_layer, params)
output = layer.add_softmax(base_layer, params)
return input_layer, output
def simple_separate(params, options):
"""Simple context / no-context separation."""
if 'n_ctx_units' in options:
n_ctx_units = options['n_ctx_units']
else:
# Will default to the number of context features.
n_ctx_units = False
peers = options['context_includes_peers']
input_layer, base_layer = layer.baseline(params)
base_layer = layer.SplitActivityAndContext(base_layer,
params,
n_ctx_units=n_ctx_units,
reg=options['reg'],
context_includes_peers=peers)
base_layer = layer.add_dropout(base_layer, params, name='base-dropout')
base_layer = layer.add_fc(base_layer, params)
base_layer = layer.add_dropout(base_layer, params)
output = layer.add_softmax(base_layer, params)
return input_layer, output