def configure_ermlp_hpo_pipeline(model_name: str):
config = get_config_dict(model_name)
# Step 1: Query embedding dimensions
print_hpo_embedding_dimensions_message()
embedding_dimensions = select_positive_integer_values(
EMBEDDING_DIMENSIONS_PRINT_MSG, EMBEDDING_DIMENSIONS_PROMPT_MSG,
EMBEDDING_DIMENSIONS_ERROR_MSG)
config[EMBEDDING_DIM] = embedding_dimensions
print_section_divider()
# Step 2: Query margin loss
print_hpo_margin_losses_message()
magin_loss = select_float_values(print_msg=MARGIN_LOSSES_PRINT_MSG,
prompt_msg=MARGIN_LOSSES_PROMPT_MSG,
error_msg=MARGIN_LOSSES_ERROR_MSG)
config[MARGIN_LOSS] = magin_loss
print_section_divider()
# Step 3: Query learning rate
print_hpo_learning_rates_message()
learning_rate = select_float_values(print_msg=LEARNING_RATES_PRINT_MSG,
prompt_msg=LEARNING_RATES_PROMPT_MSG,
error_msg=LEARNING_RATES_ERROR_MSG)
config[LEARNING_RATE] = learning_rate
print_section_divider()
# Step 4: Query batch size
print_hpo_batch_sizes_message()
batch_sizes = select_positive_integer_values(
print_msg=BATCH_SIZES_PRINT_MSG,
prompt_msg=BATCH_SIZES_PROMPT_MSG,
error_msg=BATCH_SIZES_ERROR_MSG)
config[BATCH_SIZE] = batch_sizes
print_section_divider()
# Step 5: Query number of epochs
print_hpo_epochs_message()
number_epochs = select_positive_integer_values(
print_msg=EPOCHS_PRINT_MSG,
prompt_msg=EPOCHS_PROMPT_MSG,
error_msg=EPOCHS_ERROR_MSG)
config[NUM_EPOCHS] = number_epochs
print_section_divider()
return config
def configure_um_hpo_pipeline(model_name):
config = get_config_dict(model_name)
# Step 1: Query embedding dimensions
print_hpo_embedding_dimensions_message()
embedding_dimensions = select_positive_integer_values(EMBEDDING_DIMENSIONS_PRINT_MSG,
EMBEDDING_DIMENSIONS_PROMPT_MSG,
EMBEDDING_DIMENSIONS_ERROR_MSG)
config[EMBEDDING_DIM] = embedding_dimensions
print_section_divider()
# Step 2: Query margin loss
print_hpo_margin_losses_message()
magin_loss = select_float_values(
print_msg=MARGIN_LOSSES_PRINT_MSG,
prompt_msg=MARGIN_LOSSES_PROMPT_MSG,
error_msg=MARGIN_LOSSES_ERROR_MSG)
config[MARGIN_LOSS] = magin_loss
print_section_divider()
# Step 3: Query L_p norms to use as scoring function
print_hpo_scoring_fcts_message()
scoring_fct_norm = select_positive_integer_values(
print_msg=NORMS_SCORING_FUNCTION_PRINT_MSG,
prompt_msg=NORMS_SCORING_FUNCTION_PROMPT_MSG,
error_msg=NORMS_SCORING_FUNCTION_ERROR_MSG
)
config[SCORING_FUNCTION_NORM] = scoring_fct_norm
print_section_divider()
# Step 4: Query L_p norms for normalizing the entities
print_hpo_entity_normalization_norms_message()
entity_normalization_norm = select_positive_integer_values(
print_msg=NORMS_FOR_NORMALIZATION_OF_ENTITIES_PRINT_MSG,
prompt_msg=NORMS_FOR_NORMALIZATION_OF_ENTITIES_PROMPT_MSG,
error_msg=NORMS_FOR_NORMALIZATION_OF_ENTITIES_ERROR_MSG
)
config[NORM_FOR_NORMALIZATION_OF_ENTITIES] = entity_normalization_norm
print_section_divider()
# Step 5: Query learning rate
print_hpo_learning_rates_message()
learning_rate = select_float_values(
print_msg=LEARNING_RATES_PRINT_MSG,
prompt_msg=LEARNING_RATES_PROMPT_MSG,
error_msg=LEARNING_RATES_ERROR_MSG)
config[LEARNING_RATE] = learning_rate
print_section_divider()
# Step 6: Query batch size
print_hpo_batch_sizes_message()
batch_size = select_positive_integer_values(
print_msg=BATCH_SIZES_PRINT_MSG,
prompt_msg=BATCH_SIZES_PROMPT_MSG,
error_msg=BATCH_SIZES_ERROR_MSG)
config[BATCH_SIZE] = batch_size
print_section_divider()
# Step 7: Query number of epochs
print_hpo_epochs_message()
number_epochs = select_positive_integer_values(
print_msg=EPOCHS_PRINT_MSG,
prompt_msg=EPOCHS_PROMPT_MSG,
error_msg=EPOCHS_ERROR_MSG)
config[NUM_EPOCHS] = number_epochs
print_section_divider()
return config
def configure_trans_h_hpo_pipeline(model_name):
config = get_config_dict(model_name)
# Step 1: Query embedding dimensions
print_hpo_embedding_dimensions_message()
embedding_dimensions = select_positive_integer_values(
EMBEDDING_DIMENSIONS_PRINT_MSG,
EMBEDDING_DIMENSIONS_PROMPT_MSG,
EMBEDDING_DIMENSIONS_ERROR_MSG,
)
config[EMBEDDING_DIM] = embedding_dimensions
print_section_divider()
# Step 2: Query margin loss
print_hpo_margin_losses_message()
magin_loss = select_float_values(
print_msg=MARGIN_LOSSES_PRINT_MSG,
prompt_msg=MARGIN_LOSSES_PROMPT_MSG,
error_msg=MARGIN_LOSSES_ERROR_MSG,
)
config[MARGIN_LOSS] = magin_loss
print_section_divider()
# Step 3: Query L_p norms to use as scoring function
print_hpo_scoring_fcts_message()
scoring_fct_norm = select_positive_integer_values(
print_msg=NORMS_SCORING_FUNCTION_PRINT_MSG,
prompt_msg=NORMS_SCORING_FUNCTION_PROMPT_MSG,
error_msg=NORMS_SCORING_FUNCTION_ERROR_MSG,
)
config[SCORING_FUNCTION_NORM] = scoring_fct_norm
print_section_divider()
# Step 4: Query weight for the soft constraints
print_hpo_trans_h_soft_constraints_weights_message()
soft_constraints_weight = select_float_values(
print_msg=WEIGHTS_SOFT_CONSTRAINT_TRANS_H_PRINT_MSG,
prompt_msg=WEIGHTS_SOFT_CONSTRAINT_TRANS_H_PROMPT_MSG,
error_msg=WEIGHTS_SOFT_CONSTRAINT_TRANS_H_ERROR_MSG,
)
config[WEIGHT_SOFT_CONSTRAINT_TRANS_H] = soft_constraints_weight
print_section_divider()
# Step 5: Query learning rate
print_hpo_learning_rates_message()
learning_rate = select_float_values(
print_msg=LEARNING_RATES_PRINT_MSG,
prompt_msg=LEARNING_RATES_PROMPT_MSG,
error_msg=LEARNING_RATES_ERROR_MSG,
)
config[LEARNING_RATE] = learning_rate
print_section_divider()
# Step 6: Query batch size
print_hpo_batch_sizes_message()
batch_sizes = select_positive_integer_values(
print_msg=BATCH_SIZES_PRINT_MSG,
prompt_msg=BATCH_SIZES_PROMPT_MSG,
error_msg=BATCH_SIZES_ERROR_MSG,
)
config[BATCH_SIZE] = batch_sizes
print_section_divider()
# Step 7: Query number of epochs
print_hpo_epochs_message()
number_epochs = select_positive_integer_values(
print_msg=EPOCHS_PRINT_MSG,
prompt_msg=EPOCHS_PROMPT_MSG,
error_msg=EPOCHS_ERROR_MSG,
)
config[NUM_EPOCHS] = number_epochs
print_section_divider()
return config
def configure_conv_e_hpo_pipeline(model_name):
"""Configure ConvE.
:param str model_name: name of the model
:rtype: OrderedDict
:return: configuration dictionary
"""
config = get_config_dict(model_name)
# Step 1: Query embedding dimension
print_hpo_embedding_dimensions_message()
embedding_dimensions = select_positive_integer_values(
EMBEDDING_DIMENSIONS_PRINT_MSG,
EMBEDDING_DIMENSIONS_PROMPT_MSG,
EMBEDDING_DIMENSIONS_ERROR_MSG,
)
config[EMBEDDING_DIM] = embedding_dimensions
print_section_divider()
# Step 2: Query height and width
print_hpo_conv_e_width_height_message()
heights, widths = select_heights_and_widths(embedding_dimensions)
config[CONV_E_HEIGHT] = heights
config[CONV_E_WIDTH] = widths
print_section_divider()
# Step 3: Query number of input channels
print_conv_input_channels_message()
num_input_channels = select_positive_integer_values(
CONV_E_HPO_INPUT_CHANNELS_PRINT_MSG,
CONV_E_HPO_INPUT_CHANNELS_PROMPT_MSG,
CONV_E_HPO_INPUT_CHANNELS_ERROR_MSG,
)
config[CONV_E_INPUT_CHANNELS] = num_input_channels
print_section_divider()
# Step 4: Query number of output channels
print_conv_e_output_channels_message()
num_output_channels = select_positive_integer_values(
CONV_E_HPO_OUT_CHANNELS_PRINT_MSG,
CONV_E_HPO_OUT_CHANNELS_PROMPT_MSG,
CONV_E_HPO_OUT_CHANNELS_ERROR_MSG,
)
config[CONV_E_OUTPUT_CHANNELS] = num_output_channels
print_section_divider()
# Step 4: Query kernel height
print_conv_e_hpo_kernel_height_message()
kernel_heights = select_kernel_sizes(
depending_params=heights,
print_msg=CONV_E_HPO_KERNEL_HEIGHTS_PRINT_MSG,
prompt_msg=CONV_E_HPO_KERNEL_HEIGHTS_PROMPT_MSG,
error_msg=CONV_E_HPO_KERNEL_HEIGHTS_ERROR_MSG,
)
config[CONV_E_KERNEL_HEIGHT] = kernel_heights
print_section_divider()
# Step 5: Query kernel width
print_conv_e_hpo_kernel_width_message()
kernel_widths = select_kernel_sizes(
depending_params=widths,
print_msg=CONV_E_KERNEL_WIDTH_PRINT_MSG,
prompt_msg=CONV_E_KERNEL_WIDTH_PROMPT_MSG,
error_msg=CONV_E_KERNEL_WIDTH_ERROR_MSG,
)
config[CONV_E_KERNEL_WIDTH] = kernel_widths
print_section_divider()
# Step 6: Query dropout for input layer
print_hpo_input_dropout_message()
input_dropout = select_float_values(
CONV_E_HPO_INPUT_DROPOUTS_PRINT_MSG,
CONV_E_HPO_INPUT_DROPOUTS_PROMPT_MSG,
CONV_E_HPO_INPUT_DROPOUTS_ERROR_MSG,
)
config[CONV_E_INPUT_DROPOUT] = input_dropout
print_section_divider()
# Step 7: Query dropout for output layer
print_hpo_output_dropout_message()
output_dropouts = select_zero_one_range_float_values(
print_msg=CONV_E_HPO_OUTPUT_DROPOUT_PRINT_MSG,
prompt_msg=CONV_E_HPO_OUTPUT_DROPOUT_PROMPT_MSG,
error_msg=CONV_E_HPO_OUTPUT_DROPOUT_ERROR_MSG,
)
config[CONV_E_OUTPUT_DROPOUT] = output_dropouts
print_section_divider()
# Step 8: Query feature map dropout for output layer
print_hpo_feature_maps_dropouts_message()
feature_map_dropouts = select_zero_one_range_float_values(
print_msg=CONV_E_HPO_FEATURE_MAP_DROPOUT_PRINT_MSG,
prompt_msg=CONV_E_HPO_FEATURE_MAP_DROPOUT_PROMPT_MSG,
error_msg=CONV_E_HPO_FEATURE_MAP_DROPOUT_ERROR_MSG,
)
config[CONV_E_FEATURE_MAP_DROPOUT] = feature_map_dropouts
print_section_divider()
# Step 9: Query learning rate
print_hpo_learning_rates_message()
learning_rates = select_float_values(
print_msg=LEARNING_RATES_PRINT_MSG,
prompt_msg=LEARNING_RATES_PROMPT_MSG,
error_msg=LEARNING_RATES_ERROR_MSG,
)
config[LEARNING_RATE] = learning_rates
print_section_divider()
# Step 10: Query batch size
print_hpo_batch_sizes_message()
batch_size = select_positive_integer_values(
print_msg=BATCH_SIZES_PRINT_MSG,
prompt_msg=BATCH_SIZES_PROMPT_MSG,
error_msg=BATCH_SIZES_ERROR_MSG,
)
config[BATCH_SIZE] = batch_size
print_section_divider()
# Step 11: Query number of epochs
print_hpo_epochs_message()
number_epochs = select_positive_integer_values(
print_msg=EPOCHS_PRINT_MSG,
prompt_msg=EPOCHS_PROMPT_MSG,
error_msg=EPOCHS_ERROR_MSG,
)
config[NUM_EPOCHS] = number_epochs
print_section_divider()
return config
