def build_config(config: JsonConfig, expanding_factor): new_config = JsonConfig.from_dict(config.to_dict()) hidden_size = config.hidden_size * expanding_factor new_config.set_attrib("hidden_size", hidden_size) intermediate_size = config.intermediate_size * expanding_factor new_config.set_attrib("intermediate_size ", intermediate_size) return new_config
def get_per_layer_config(all_config: JsonConfig): keys = [ "attention_probs_dropout_prob", "hidden_act", "hidden_dropout_prob", "hidden_size", "initializer_range", "intermediate_size", "num_attention_heads" ] d = {} for key in keys: d[key] = all_config.__dict__[key] return JsonConfig.from_dict(d)