Python permutation_test 예제들

예제 #1

import pickle
import random

import numpy as np

from camelsml import permutation_test, load_config

permutation_folder = Path("permutation")
permutation_folder.mkdir(exist_ok=True)
cfg = load_config("run_config.txt", device="cuda:0", num_workers=24)
np.random.seed(cfg["seed"])
random.seed(cfg["seed"])
#for i in range(0,1):
for i in range(5):
    save_path = permutation_folder / f"{i}"
    save_path.mkdir(exist_ok=True)
    cv_dir = list(
        (Path("/work/bernharl/train_us_val_gb").absolute() / f"{i}").glob("*"))
    if len(cv_dir) != 1:
        raise RuntimeError(f"cv_dir must contain only one run")
    else:
        cv_dir = cv_dir[0]
    cfg["run_dir"] = cv_dir
    cfg["train_basin_file"] = Path(
        f"cv/cross_validation_seed_19970204/{i}/basins_train.txt")
    cfg["val_basin_file"] = Path(
        f"cv/cross_validation_seed_19970204/{i}/basins_val.txt")
    perm = permutation_test(cfg, k=2, epoch=30)
    with open(save_path / "i_list.pickle", "wb") as outfile:
        pickle.dump(perm, outfile)

예제 #2

from pathlib import Path
import pickle
import random

import numpy as np

from camelsml import permutation_test, load_config

permutation_folder = Path("permutation")
permutation_folder.mkdir(exist_ok=True)
cfg = load_config("run_config.txt", device="cuda:0", num_workers=24)
np.random.seed(cfg["seed"])
random.seed(cfg["seed"])
for i in range(0, 1):
    save_path = permutation_folder / f"{i}"
    save_path.mkdir(exist_ok=True)
    cv_dir = list((Path().absolute() / f"{i}").glob("*"))
    if len(cv_dir) != 1:
        raise RuntimeError(f"cv_dir must contain only one run")
    else:
        cv_dir = cv_dir[0]
    cfg["run_dir"] = cv_dir
    cfg["train_basin_file"] = Path(
        f"/home/bernhard/git/Master-Thesis/runs/correlation_reduction/cross_validation/cross_validation_seed_19970204/{i}/basins_train.txt"
    )
    cfg["val_basin_file"] = Path(
        f"/home/bernhard/git/Master-Thesis/runs/correlation_reduction/cross_validation/cross_validation_seed_19970204/{i}/basins_val.txt"
    )
    with open(save_path / "i_list.pickle", "wb") as outfile:
        pickle.dump(permutation_test(cfg, k=2), outfile)

예제 #3

import pickle
import random

import numpy as np

from camelsml import permutation_test, load_config

permutation_folder = Path("permutation")
permutation_folder.mkdir(exist_ok=True)
cfg = load_config("run_config.txt", device="cuda:0", num_workers=24)
np.random.seed(cfg["seed"])
random.seed(cfg["seed"])
#for i in range(0,1):
for i in (5):
    save_path = permutation_folder / f"{i}"
    save_path.mkdir(exist_ok=True)
    cv_dir = list((Path().absolute() / f"{i}").glob("*"))
    if len(cv_dir) != 1:
        raise RuntimeError(f"cv_dir must contain only one run")
    else:
        cv_dir = cv_dir[0]
    cfg["run_dir"] = cv_dir
    cfg["train_basin_file"] = Path(
        f"/home/bernhard/git/Master-Thesis/runs/correlation_reduction/cross_validation/cross_validation_seed_19970204/{i}/basins_train.txt"
    )
    cfg["val_basin_file"] = Path(
        f"/home/bernhard/git/Master-Thesis/runs/correlation_reduction/cross_validation/cross_validation_seed_19970204/{i}/basins_val.txt"
    )
    with open(save_path / "i_list.pickle", "wb") as outfile:
        pickle.dump(permutation_test(cfg, k=2, epoch=14), outfile)

예제 #4

from pathlib import Path
import pickle
import random

import numpy as np

from camelsml import permutation_test, load_config

permutation_folder = Path("permutation")
permutation_folder.mkdir(exist_ok=True)
cfg = load_config("run_config.txt", device="cuda:0", num_workers=24)
np.random.seed(cfg["seed"])
random.seed(cfg["seed"])
for i in range(3):
    save_path = permutation_folder / f"{i}"
    save_path.mkdir(exist_ok=True)
    cv_dir = list((Path().absolute() / f"{i}").glob("*"))
    if len(cv_dir) != 1:
        raise RuntimeError(f"cv_dir must contain only one run")
    else:
        cv_dir = cv_dir[0]
    cfg["run_dir"] = cv_dir
    cfg["train_basin_file"] = Path(
        f"/home/bernhard/git/Master-Thesis/runs/correlation_reduction/cross_validation/cross_validation_seed_19970204/{i}/basins_train.txt"
    )
    cfg["val_basin_file"] = Path(
        f"/home/bernhard/git/Master-Thesis/runs/correlation_reduction/cross_validation/cross_validation_seed_19970204/{i}/basins_val.txt"
    )
    with open(save_path / "i_list.pickle", "wb") as outfile:
        pickle.dump(permutation_test(cfg, k=2, epoch=cfg["epochs"]), outfile)

예제 #5

import numpy as np

from camelsml import permutation_test, load_config

permutation_folder = Path(
    "/work/bernharl/train_us_val_gb_no_organic_no_gvf/permutation")
permutation_folder.mkdir(exist_ok=True)
cfg = load_config("run_config.txt", device="cuda:0", num_workers=30)
np.random.seed(cfg["seed"])
random.seed(cfg["seed"])
cfg["val_basin_file"] = Path(
    "../train_us_val_gb/gb_split/split_seed_19970204/basins_validation.txt")
#for i in range(0,1):
for i in range(5):
    save_path = permutation_folder / f"{i}"
    save_path.mkdir(exist_ok=True)
    cv_dir = list(
        (Path("/work/bernharl/train_us_val_gb_no_organic_no_gvf").absolute() /
         f"{i}").glob("*"))
    if len(cv_dir) != 1:
        raise RuntimeError(f"cv_dir must contain only one run")
    else:
        cv_dir = cv_dir[0]
    cfg["run_dir"] = cv_dir
    cfg["train_basin_file"] = Path(
        f"../train_us_val_gb/cv/cross_validation_seed_19970204/{i}/basins_train.txt"
    )
    perm = permutation_test(cfg, k=5, epoch=10)
    with open(save_path / "i_list.pickle", "wb") as outfile:
        pickle.dump(perm, outfile)

예제 #6

파일: permutation.py 프로젝트: bernharl/Master-Thesis

import pickle
import random

import numpy as np

from camelsml import permutation_test, load_config

permutation_folder = Path("permutation")
permutation_folder.mkdir(exist_ok=True)
cfg = load_config("run_config.txt", device="cuda:0", num_workers=60)
np.random.seed(cfg["seed"])
random.seed(cfg["seed"])
for i in range(0, 1):
    save_path = permutation_folder / f"{i}"
    save_path.mkdir(exist_ok=True)
    cv_dir = list((Path().absolute() / f"{i}").glob("*"))
    if len(cv_dir) != 1:
        raise RuntimeError(f"cv_dir must contain only one run")
    else:
        cv_dir = cv_dir[0]
    cfg["run_dir"] = cv_dir
    cfg["train_basin_file"] = Path(
        f"../cross_validation/cross_validation_seed_19970204/{i}/basins_train.txt"
    )
    cfg["val_basin_file"] = Path(
        f"../cross_validation/cross_validation_seed_19970204/{i}/basins_val.txt"
    )
    permutations = permutation_test(cfg, k=2, epoch=15)
    with open(save_path / "i_list.pickle", "wb") as outfile:
        pickle.dump(permutations, outfile)

예제 #7

import pickle
import random

import numpy as np

from camelsml import permutation_test, load_config

permutation_folder = Path("permutation")
permutation_folder.mkdir(exist_ok=True)
cfg = load_config("run_config.txt", device="cuda:0", num_workers=32)
np.random.seed(cfg["seed"])
random.seed(cfg["seed"])
for i in range(5):
    save_path = permutation_folder / f"{i}"
    save_path.mkdir(exist_ok=True)
    cv_dir = list((Path().absolute() / f"{i}").glob("*"))
    if len(cv_dir) != 1:
        raise RuntimeError(f"cv_dir must contain only one run")
    else:
        cv_dir = cv_dir[0]
    cfg["run_dir"] = cv_dir
    cfg["train_basin_file"] = Path(
        f"../cross_validation/cross_validation_seed_19970204/{i}/basins_train.txt"
    )
    cfg["val_basin_file"] = Path(
        f"../cross_validation/cross_validation_seed_19970204/{i}/basins_val.txt"
    )
    permutation_score = permutation_test(cfg, k=2, epoch=13)
    with open(save_path / "i_list.pickle", "wb") as outfile:
        pickle.dump(permutation_score, outfile)