def build_config(config: JsonConfig, expanding_factor):
new_config = JsonConfig.from_dict(config.to_dict())
hidden_size = config.hidden_size * expanding_factor
new_config.set_attrib("hidden_size", hidden_size)
intermediate_size = config.intermediate_size * expanding_factor
new_config.set_attrib("intermediate_size ", intermediate_size)
return new_config
def get_per_layer_config(all_config: JsonConfig):
keys = [
"attention_probs_dropout_prob", "hidden_act", "hidden_dropout_prob",
"hidden_size", "initializer_range", "intermediate_size",
"num_attention_heads"
]
d = {}
for key in keys:
d[key] = all_config.__dict__[key]
return JsonConfig.from_dict(d)