def complex_separate(params, options): """Separate inputs, single output.""" input_layer, base_layer = layer.baseline(params) base_layer = layer.SplitAllInputs(base_layer, params) base_layer = layer.add_dropout(base_layer, params, name='base-dropout') base_layer = layer.add_fc(base_layer, params) base_layer = layer.add_dropout(base_layer, params) output = layer.add_softmax(base_layer, params) return input_layer, output
def inctx_extra(params, options): """In-context features + original inputs.""" input_layer, base_layer = layer.baseline(params) base_layer = layer.ContextualiseActivityAndOriginalActivity( base_layer, params, reg=options['reg']) base_layer = layer.add_dropout(base_layer, params, name='base-dropout') base_layer = layer.add_fc(base_layer, params) base_layer = layer.add_dropout(base_layer, params) output = layer.add_softmax(base_layer, params) return input_layer, output
def fc(params, options): input_layer, base_layer = layer.baseline(params) if options['n_layers'] == 2: base_layer = layer.add_fc(base_layer, params, name='pre-hidden', regularization=True) base_layer = layer.add_dropout(base_layer, params, name='pre-dropout') base_layer = layer.add_fc(base_layer, params) base_layer = layer.add_dropout(base_layer, params) output = layer.add_softmax(base_layer, params) return input_layer, output
def comb(params, options): """Combinations of 'r' features.""" input_layer, base_layer = layer.baseline(params) base_layer = layer.Combinations(base_layer, params, options['reg']) base_layer = layer.add_dropout(base_layer, params) base_layer = layer.add_fc(base_layer, params) output = layer.add_softmax(base_layer, params) return input_layer, output
def simple_separate(params, options): """Simple context / no-context separation.""" if 'n_ctx_units' in options: n_ctx_units = options['n_ctx_units'] else: # Will default to the number of context features. n_ctx_units = False peers = options['context_includes_peers'] input_layer, base_layer = layer.baseline(params) base_layer = layer.SplitActivityAndContext(base_layer, params, n_ctx_units=n_ctx_units, reg=options['reg'], context_includes_peers=peers) base_layer = layer.add_dropout(base_layer, params, name='base-dropout') base_layer = layer.add_fc(base_layer, params) base_layer = layer.add_dropout(base_layer, params) output = layer.add_softmax(base_layer, params) return input_layer, output