def test_gridsearch_bic():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach bic --num-bias-epochs 3 --num-exemplars 200"
run_main_and_assert(args_line)
def test_dmc():
run_main_and_assert(FAST_LOCAL_TEST_ARGS)
def test_lucir_exemplars_with_gridsearch():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --num-exemplars-per-class 20"
args_line = args_line.replace('--gridsearch-tasks -1', '--gridsearch-tasks 3')
run_main_and_assert(args_line)
def test_lucir_exemplars_remove_margin_ranking():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --num-exemplars-per-class 20"
args_line += " --remove-margin-ranking"
run_main_and_assert(args_line)
def test_r_walk_fix_bn():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach r_walk"
run_main_and_assert(args_line)
def test_ewc_fix_bn():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach ewc"
run_main_and_assert(args_line)
def test_bic_exemplars_lambda():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --num-exemplars 200"
args_line += " --lamb 1"
run_main_and_assert(args_line)
def test_eeil_fix_bn():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --num-exemplars 200"
args_line += " --approach eeil"
run_main_and_assert(args_line)
def test_gridsearch_dmc():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach dmc"
args_line += " --aux-dataset mnist" # just to test the grid search fast
run_main_and_assert(args_line)
def test_gridsearch_finetuning():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach finetuning --num-exemplars 200"
run_main_and_assert(args_line)
def test_gridsearch_rwalk():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach r_walk --num-exemplars 200"
run_main_and_assert(args_line)
def test_gridsearch_pathint():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach path_integral --num-exemplars 200"
run_main_and_assert(args_line)
def test_gridsearch_lwm():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach lwm --gradcam-layer conv2 --log-gradcam-samples 16 --num-exemplars 200"
run_main_and_assert(args_line)
def test_finetuning_with_exemplars():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach finetuning"
args_line += " --num-exemplars 200"
run_main_and_assert(args_line)
def test_joint():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach joint"
run_main_and_assert(args_line)
def test_finetuning_with_exemplars_per_class_and_distance():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach finetuning"
args_line += " --num-exemplars-per-class 10"
args_line += " --exemplar-selection distance"
run_main_and_assert(args_line)
def test_finetuning_without_multisoftmax():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach finetuning"
run_main_and_assert(args_line)
def test_lwm_fix_bn():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach lwm --gradcam-layer conv2 --log-gradcam-samples 16"
run_main_and_assert(args_line)
def test_rwalk_without_exemplars():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --num-exemplars 0"
run_main_and_assert(args_line)
def test_path_integral_fix_bn():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach path_integral"
run_main_and_assert(args_line)
def test_ewc_with_exemplars():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --num-exemplars 200"
run_main_and_assert(args_line)
def test_finetuning_fix_bn():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach finetuning"
run_main_and_assert(args_line)
def test_ewc_with_warmup():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --warmup-nepochs 5"
args_line += " --warmup-lr-factor 0.5"
args_line += " --num-exemplars 200"
run_main_and_assert(args_line)
def test_lucir_exemplars():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --num-exemplars-per-class 20"
run_main_and_assert(args_line)
def test_ewc_without_exemplars():
run_main_and_assert(FAST_LOCAL_TEST_ARGS)
def test_lucir_exemplars_remove_adapt_lamda():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --num-exemplars-per-class 20"
args_line += " --remove-adapt-lamda"
run_main_and_assert(args_line)
def test_gridsearch_eeil():
args_line = FAST_LOCAL_TEST_ARGS
args_line += " --approach eeil --nepochs-finetuning 3 --num-exemplars 200"
run_main_and_assert(args_line)