Python optimize_config示例

示例#1

def load_and_setting(config_path):
    config = NestedNamespace()
    with open(config_path, "r") as f:
        defined_config = json.load(f)
    config.load_from_json(defined_config)
    config.data_reader.wikisql = NestedNamespace()
    config.data_reader.wikisql.is_test = True
    config = optimize_config(config, is_test=True)
    set_gpu_env(config)
    return config

示例#2

文件： test_reading_comprehension.py 项目： seongl/claf

def load_and_setting(config_path):
    config = NestedNamespace()
    with open(config_path, "r") as f:
        defined_config = json.load(f)
    config.load_from_json(defined_config)
    config = optimize_config(config, is_test=True)
    set_gpu_env(config)

    config.data_reader.train_file_path = SYNTHETIC_DATA_PATH
    config.data_reader.valid_file_path = SYNTHETIC_DATA_PATH
    return config

示例#3

def load_and_setting(config_path):
    config = NestedNamespace()

    config_path = add_config_extension(config_path)
    defined_config = read_config(config_path)
    config.load_from_json(defined_config)
    config = optimize_config(config, is_test=True)
    set_gpu_env(config)

    config.data_reader.train_file_path = SYNTHETIC_DATA_PATH
    config.data_reader.valid_file_path = SYNTHETIC_DATA_PATH
    return config

示例#4

def train_config(request):
    config_path = request.param

    config = NestedNamespace()
    with open(config_path, "r") as f:
        defined_config = json.load(f)
    config.load_from_json(defined_config)
    config.nsml = NestedNamespace()
    config.nsml.pause = 0
    config = optimize_config(config, is_test=True)
    set_gpu_env(config)

    config.data_reader.train_file_path = SQUAD_SYNTHETIC_DATA_PATH
    config.data_reader.valid_file_path = SQUAD_SYNTHETIC_DATA_PATH
    return config

示例#5

文件： test_multi_task.py 项目： zzozzolev/claf

def load_and_setting(config_path):
    config = NestedNamespace()
    with open(config_path, "r") as f:
        defined_config = json.load(f)
    config.load_from_json(defined_config)
    config = optimize_config(config, is_test=True)
    set_gpu_env(config)

    config.data_reader.multitask_bert.readers[0][
        "train_file_path"] = SYNTHETIC_SEQ_CLS_DATA_PATH
    config.data_reader.multitask_bert.readers[0][
        "valid_file_path"] = SYNTHETIC_SEQ_CLS_DATA_PATH

    config.data_reader.multitask_bert.readers[1][
        "train_file_path"] = SYNTHETIC_REG_DATA_PATH
    config.data_reader.multitask_bert.readers[1][
        "valid_file_path"] = SYNTHETIC_REG_DATA_PATH

    config.data_reader.multitask_bert.readers[2][
        "train_file_path"] = SYNTHETIC_QA_DATA_PATH
    config.data_reader.multitask_bert.readers[2][
        "valid_file_path"] = SYNTHETIC_QA_DATA_PATH

    return config