Example #1
0
def test_tune_random_resume_x2_trial_iteration() -> None:
    """
    Runs partial training, saves checkpoint between trials, resumes from checkpoint,
    runs more training, saves checkpoint between iterations, resumes from checkpoint and
    finishes training. We can't compare against a non-interrupted version, because the
    random decisions will be different. This test just ensures that saving/loading runs
    without crashing.
    """

    # Set up case.
    save_name = "test_tune_random_resume_x2_trial_iteration"
    config_path = RANDOM_CONFIG_PATH
    early_stops = [{
        "iterations": 3,
        "trials": 1
    }, {
        "iterations": 6,
        "trials": 0
    }]
    baseline_name = None
    results_name = None

    # Call template.
    resume_template(save_name, config_path, early_stops, baseline_name,
                    results_name)
Example #2
0
def test_tune_IC_grid_resume_trial() -> None:
    """
    Runs partial training, saves a checkpoint between trials, then resumes from
    checkpoint and finishes training, comparing results against a non-interrupted
    version.
    """

    # Set up case.
    save_name = "test_tune_IC_grid_resume_trial"
    config_path = IC_GRID_CONFIG_PATH
    early_stops = [{"param_num": 2, "val_num": 1, "trials": 1}]
    baseline_name = "tune_IC_grid"
    results_name = "tune_IC_grid"

    # Call template.
    resume_template(save_name, config_path, early_stops, baseline_name, results_name)
Example #3
0
def test_tune_grid_resume_iteration() -> None:
    """
    Runs partial training, saves a checkpoint between iterations, then resumes from
    checkpoint and finishes training, comparing results against a non-interrupted
    version.
    """

    # Set up case.
    save_name = "test_tune_grid_resume_iteration"
    config_path = GRID_CONFIG_PATH
    early_stops = [{"iterations": 4, "trials": 0}]
    baseline_name = "tune_grid"
    results_name = "tune_grid"

    # Call template.
    resume_template(save_name, config_path, early_stops, baseline_name,
                    results_name)
Example #4
0
def test_tune_IC_grid_resume_x2_trial_iteration() -> None:
    """
    Runs partial training, saves checkpoint between trials, resumes from checkpoint,
    runs more training, saves checkpoint between iterations, resumes from checkpoint and
    finishes training. Then compares results against a non-interrupted version.
    """

    # Set up case.
    save_name = "test_tune_IC_grid_resume_x2_trial_iteration"
    config_path = IC_GRID_CONFIG_PATH
    early_stops = [
        {"param_num": 0, "val_num": 1, "trials": 1},
        {"param_num": 2, "val_num": 0, "trials": 0},
    ]
    baseline_name = "tune_IC_grid"
    results_name = "tune_IC_grid"

    # Call template.
    resume_template(save_name, config_path, early_stops, baseline_name, results_name)