def run_routine_resnet(config, verbose=(2,2), nb_epoch_finetune=15, nb_epoch_after=50,
stiefel_observed=None, stiefel_lr=0.01):
"""
Finetune the ResNet-DCov
Returns
-------
"""
image_gen = ImageDataGeneratorAdvanced(TARGET_SIZE, RESCALE_SMALL, True,
horizontal_flip=True,
)
monitor_class = (O2Transform, SecondaryStatistic)
# monitor_metrics = ['weight_norm',]
# monitor_metrics = ['output_norm',]
monitor_metrics = ['matrix_image',]
if stiefel_observed is None:
run_finetune(ResNet50_o2, mincorig_finetune,
nb_classes=nb_classes,
input_shape=input_shape, config=config,
nb_epoch_finetune=nb_epoch_finetune, nb_epoch_after=nb_epoch_after,
image_gen=image_gen, title='minc_orig_resnet50', verbose=verbose,
monitor_classes=monitor_class,
monitor_measures=monitor_metrics)
else:
run_finetune_with_Stiefel_layer(ResNet50_o2, mincorig_finetune,
nb_classes=nb_classes,
input_shape=input_shape, config=config,
nb_epoch_finetune=nb_epoch_finetune, nb_epoch_after=nb_epoch_after,
image_gen=image_gen, title='minc_orig_resnet50_stiefel', verbose=verbose,
monitor_classes=monitor_class,
monitor_measures=monitor_metrics,
observed_keywords=stiefel_observed,
lr=stiefel_lr)
def run_model_with_config(model,
config,
title='cifar10',
image_gen=None,
verbose=(2, 2),
nb_epoch_finetune=15,
nb_epoch_after=50,
stiefel_observed=None,
stiefel_lr=0.01,
weight_norm=False,
lr_decay=False):
"""
Finetune the ResNet-DCov
Returns
-------
"""
monitor_class = (O2Transform, SecondaryStatistic)
# monitor_metrics = ['weight_norm',]
# monitor_metrics = ['output_norm',]
monitor_metrics = [
'matrix_image',
]
if stiefel_observed is None:
if weight_norm:
run_finetune_with_weight_norm(model,
cifar_train,
nb_classes=nb_classes,
input_shape=input_shape,
config=config,
nb_epoch_finetune=nb_epoch_finetune,
nb_epoch_after=nb_epoch_after,
image_gen=image_gen,
title=title + '-weight_norm',
verbose=verbose,
monitor_classes=monitor_class,
monitor_measures=monitor_metrics,
lr_decay=lr_decay)
run_finetune(model,
cifar_train,
nb_classes=nb_classes,
input_shape=input_shape,
config=config,
nb_epoch_finetune=nb_epoch_finetune,
nb_epoch_after=nb_epoch_after,
image_gen=image_gen,
title=title,
verbose=verbose,
monitor_classes=monitor_class,
monitor_measures=monitor_metrics,
lr_decay=lr_decay)
else:
run_finetune_with_Stiefel_layer(model,
cifar_train,
nb_classes=nb_classes,
input_shape=input_shape,
config=config,
nb_epoch_finetune=nb_epoch_finetune,
nb_epoch_after=nb_epoch_after,
image_gen=image_gen,
title=title + "-stiefel",
verbose=verbose,
monitor_classes=monitor_class,
monitor_measures=monitor_metrics,
observed_keywords=stiefel_observed,
lr=stiefel_lr,
lr_decay=lr_decay)