Python evaluate_generalization Examples

Example #1

import wandb
import os
import sys
from evaluation import evaluate_generalization

if __name__ == "__main__":

    models_to_evaluate = [
        {
            "model_name": "CoinRunNature-BatchNorm",
            "num_levels": 500,
            "model_path": "../saved_models/CoinRunNature-BatchNorm.pt",
            "batchNorm": True
        },
    ]

    evaluate_generalization(models_to_evaluate, "CoinRun-Evaluation-BatchNorm")

    sys.exit(0)

Example #2

File: run_eval_dropout.py Project: MiguelFreire/rl-generalization

import wandb
import os
import sys
from evaluation import evaluate_generalization

if __name__ == "__main__":

  models_to_evaluate = [
    {"model_name":"CoinRunNature-Dropout-5", "num_levels": 500, "model_path": "../saved_models/CoinRunNature-Dropout-5.pt", "dropout": 0.05},
    {"model_name":"CoinRunNature-Dropout-10", "num_levels": 500, "model_path": "../saved_models/CoinRunNature-Dropout-10.pt", "dropout": 0.10},
    {"model_name":"CoinRunNature-Dropout-15", "num_levels": 500, "model_path": "../saved_models/CoinRunNature-Dropout-15.pt", "dropout": 0.15},
    {"model_name":"CoinRunNature-Dropout-20", "num_levels": 500, "model_path": "../saved_models/CoinRunNature-Dropout-20.pt", "dropout": 0.20},
    {"model_name":"CoinRunNature-Dropout-25", "num_levels": 500, "model_path": "../saved_models/CoinRunNature-Dropout-25.pt", "dropout": 0.25},
  ]

  evaluate_generalization(models_to_evaluate, "CoinRun-Evaluation-Dropout")

  sys.exit(0)
        
        

Example #3

import wandb
import os
import sys
from evaluation import evaluate_generalization

if __name__ == "__main__":

    models_to_evaluate = [
        {
            "model_name": "CoinRunNature-ColorJitter",
            "num_levels": 500,
            "model_path": "../saved_models/CoinRunNature-ColorJitter.pt",
            "data_aug": "jitter"
        },
        {
            "model_name": "CoinRunNature-Cutout",
            "num_levels": 500,
            "model_path": "../saved_models/CoinRunNature-Cutout.pt",
            "data_aug": "cutout"
        },
    ]

    evaluate_generalization(models_to_evaluate, "CoinRun-Evaluation-DataAug")

    sys.exit(0)

Example #4

        {
            "model_name": "CoinRunNature-entropy-0",
            "num_levels": 500,
            "model_path": "../saved_models/CoinRunNature-Entropy-0.pt"
        },
        {
            "model_name": "CoinRunNature-entropy-0.02",
            "num_levels": 500,
            "model_path": "../saved_models/CoinRunNature-Entropy-0.02.pt"
        },
        {
            "model_name": "CoinRunNature-entropy-0.05",
            "num_levels": 500,
            "model_path": "../saved_models/CoinRunNature-Entropy-0.05.pt"
        },
        {
            "model_name": "CoinRunNature-entropy-0.07",
            "num_levels": 500,
            "model_path": "../saved_models/CoinRunNature-Entropy-0.07.pt"
        },
        {
            "model_name": "CoinRunNature-entropy-0.1",
            "num_levels": 500,
            "model_path": "../saved_models/CoinRunNature-Entropy-0.1.pt"
        },
    ]

    evaluate_generalization(models_to_evaluate, "CoinRun-Evaluation-Entropy")

    sys.exit(0)

Example #5

File: run_eval_levels.py Project: MiguelFreire/rl-generalization

import wandb
import os
import sys
from evaluation import evaluate_generalization

if __name__ == "__main__":

  models_to_evaluate = [
    {"model_name":"CoinRunNature-Levels-100", "num_levels": 100, "model_path": "../saved_models/CoinRunNature-Levels-100.pt"},
    {"model_name":"CoinRunNature-Levels-500", "num_levels": 500, "model_path": "../saved_models/CoinRunNature-Levels-500.pt"},
    {"model_name":"CoinRunNature-Levels-1000", "num_levels": 1000, "model_path": "../saved_models/CoinRunNature-Levels-1000.pt"},
    {"model_name":"CoinRunNature-Levels-10000", "num_levels": 10000, "model_path": "../saved_models/CoinRunNature-Levels-10000.pt"},
    {"model_name":"CoinRunNature-Levels-15000", "num_levels": 15000, "model_path": "../saved_models/CoinRunNature-Levels-15000.pt"},
  ]

  evaluate_generalization(models_to_evaluate, "CoinRun-Evaluation-Levels")

  sys.exit(0)