def main():
"""Execute the experiments, return filenames of the merged runs."""
labels = ["SGD"]
experiments = sgd_grid_search()
run_training(labels, experiments, SEEDS)
return merge_runs_return_files(labels, experiments, SEEDS)
def main():
labels = [
"KFAC",
]
experiments = kfac_grid_search()
run_training(labels, experiments, SEEDS)
return merge_runs_return_files(labels, experiments, SEEDS)
def main():
labels = [
r"GGN",
r"PCH-abs",
r"PCH-clip",
]
experiments = cgn_grid_search()
run_training(labels, experiments, SEEDS)
return merge_runs_return_files(labels, experiments, SEEDS)
def main(run_experiments=True):
"""Execute the experiments, return filenames of the merged runs."""
seeds = range(10)
labels = [
"SGD",
"CG (GGN)",
"CG (PCH, abs)",
"CG (PCH, clip)",
]
experiments = [
# 1) SGD curve
cifar10_sgd_train_fn(),
# 2) Generalized Gauss-Newton curve
cifar10_cgnewton_train_fn("zero"),
# 3) BDA-PCH curve
cifar10_cgnewton_train_fn("abs"),
# 4) alternative BDA-PCH curve
cifar10_cgnewton_train_fn("clip"),
]
run_training(labels, experiments, seeds)
return merge_runs_return_files(labels, experiments, seeds)
def main():
labels = ["Adam"]
experiments = adam_grid_search()
run_training(labels, experiments, SEEDS)
return merge_runs_return_files(labels, experiments, SEEDS)