Example #1
0
 def build_config(config: JsonConfig, expanding_factor):
     new_config = JsonConfig.from_dict(config.to_dict())
     hidden_size = config.hidden_size * expanding_factor
     new_config.set_attrib("hidden_size", hidden_size)
     intermediate_size = config.intermediate_size * expanding_factor
     new_config.set_attrib("intermediate_size ", intermediate_size)
     return new_config
Example #2
0
def get_per_layer_config(all_config: JsonConfig):
    keys = [
        "attention_probs_dropout_prob", "hidden_act", "hidden_dropout_prob",
        "hidden_size", "initializer_range", "intermediate_size",
        "num_attention_heads"
    ]

    d = {}
    for key in keys:
        d[key] = all_config.__dict__[key]

    return JsonConfig.from_dict(d)