def test_language_modeling_plm() -> None: example_path = conf.model_hub_examples_path("huggingface/language-modeling") config = conf.load_config(os.path.join(example_path, "plm_config.yaml")) config = conf.set_max_length(config, {"batches": 200}) config = set_docker_image(config) exp.run_basic_test_with_temp_config(config, example_path, 1)
def test_text_classification_glue() -> None: example_path = conf.model_hub_examples_path("huggingface/text-classification") config = conf.load_config(os.path.join(example_path, "glue_config.yaml")) config = conf.set_max_length(config, {"batches": 200}) config = set_docker_image(config) exp.run_basic_test_with_temp_config(config, example_path, 1)
def test_squad_v2_with_beam_search() -> None: example_path = conf.model_hub_examples_path("huggingface/question-answering") config = conf.load_config(os.path.join(example_path, "squad_v2_beam_search.yaml")) config = conf.set_slots_per_trial(config, 8) config = conf.set_global_batch_size(config, 16) config = conf.set_max_length(config, {"batches": 200}) config = set_docker_image(config) exp.run_basic_test_with_temp_config(config, example_path, 1)
def test_token_classification_ner() -> None: example_path = conf.model_hub_examples_path("huggingface/token-classification") config = conf.load_config(os.path.join(example_path, "ner_config.yaml")) config = conf.set_slots_per_trial(config, 8) config = conf.set_global_batch_size(config, 32) config = conf.set_max_length(config, {"batches": 200}) config = set_docker_image(config) exp.run_basic_test_with_temp_config(config, example_path, 1)
def test_multiple_choice_swag() -> None: example_path = conf.model_hub_examples_path("huggingface/multiple-choice") config = conf.load_config(os.path.join(example_path, "swag_config.yaml")) config = conf.set_slots_per_trial(config, 8) config = conf.set_global_batch_size(config, 64) config = conf.set_max_length(config, {"batches": 200}) config = set_docker_image(config) exp.run_basic_test_with_temp_config(config, example_path, 1)
def test_language_modeling_mlm_amp() -> None: example_path = conf.model_hub_examples_path("huggingface/language-modeling") config = conf.load_config(os.path.join(example_path, "mlm_config.yaml")) config = conf.set_slots_per_trial(config, 8) config = conf.set_global_batch_size(config, 16) config = conf.set_max_length(config, {"batches": 200}) config = conf.set_hparam(config, "use_apex_amp", True) config = set_docker_image(config) exp.run_basic_test_with_temp_config(config, example_path, 1)
def test_squad_amp() -> None: example_path = conf.model_hub_examples_path("huggingface/question-answering") config = conf.load_config(os.path.join(example_path, "squad.yaml")) config = conf.set_slots_per_trial(config, 8) config = conf.set_global_batch_size(config, 64) config = conf.set_max_length(config, {"batches": 200}) config = conf.set_hparam(config, "use_apex_amp", True) config = set_docker_image(config) exp.run_basic_test_with_temp_config(config, example_path, 1)
def test_text_classification_xnli_amp() -> None: example_path = conf.model_hub_examples_path("huggingface/text-classification") config = conf.load_config(os.path.join(example_path, "xnli_config.yaml")) config = conf.set_slots_per_trial(config, 8) config = conf.set_global_batch_size(config, 128) config = conf.set_max_length(config, {"batches": 200}) config = conf.set_hparam(config, "use_apex_amp", True) config = set_docker_image(config) exp.run_basic_test_with_temp_config(config, example_path, 1)