def get_config():
"""Get the hyperparameter configuration."""
config = base_pathfinder32_config.get_config()
config.model_type = "longformer"
config.model.num_layers = 2
config.model.num_heads = 2
config.model.emb_dim = 32
config.model.dropout_rate = 0.1
config.model.qkv_dim = 16
config.model.mlp_dim = 32
return config
def get_config():
"""Get the hyperparameter configuration."""
config = base_pathfinder32_config.get_config()
config.model_type = "bigbird"
config.model.block_size = 64
config.model.num_layers = 4
config.model.num_heads = 2
config.model.emb_dim = 64
config.model.dropout_rate = 0.2
config.model.qkv_dim = 32
config.model.mlp_dim = 64
return config
def get_config():
"""Get the hyperparameter configuration."""
config = base_pathfinder32_config.get_config()
config.model_type = "transformer"
config.model.num_layers = 1
config.model.num_heads = 4
config.model.emb_dim = 128
config.model.dropout_rate = 0.2
config.model.qkv_dim = config.model.emb_dim // 2
config.model.mlp_dim = config.model.qkv_dim * 2
return config
def get_config():
"""Get the hyperparameter configuration."""
config = base_pathfinder32_config.get_config()
config.model_type = "synthesizer"
config.model.synthesizer_mode = "random"
config.model.num_layers = 2
config.model.num_heads = 4
config.model.emb_dim = 64
config.model.dropout_rate = 0.2
config.model.qkv_dim = 32
config.model.mlp_dim = 64
return config