def train_and_save_gnosis_ref_arch_s3(training_data_url, fp_min_support_count,
fp_intent_topic_count_threshold,
fp_num_partition):
"""
Trains the Ref Arch Gnosis and saves the Gnosis model in S3
:return: None
"""
input_bucket_name = trunc_string_at(training_data_url, "/", 2, 3)
output_bucket_name = trunc_string_at(training_data_url, "/", 2, 3)
additional_path = trunc_string_at(training_data_url, "/", 3, -1)
input_data_store = S3DataStore(src_bucket_name=input_bucket_name,
access_key=config.AWS_S3_ACCESS_KEY_ID,
secret_key=config.AWS_S3_SECRET_ACCESS_KEY)
output_data_store = S3DataStore(src_bucket_name=output_bucket_name,
access_key=config.AWS_S3_ACCESS_KEY_ID,
secret_key=config.AWS_S3_SECRET_ACCESS_KEY)
train_and_save_gnosis_ref_arch(
input_data_store=input_data_store,
output_data_store=output_data_store,
additional_path=additional_path,
fp_min_support_count=fp_min_support_count,
fp_intent_topic_count_threshold=fp_intent_topic_count_threshold,
fp_num_partition=fp_num_partition)
return None
def generate_and_save_gnosis_package_topic_model_s3(training_data_url):
input_bucket_name = trunc_string_at(training_data_url, "/", 2, 3)
output_bucket_name = trunc_string_at(training_data_url, "/", 2, 3)
additional_path = trunc_string_at(training_data_url, "/", 3, -1)
input_data_store = S3DataStore(src_bucket_name=input_bucket_name,
access_key=config.AWS_S3_ACCESS_KEY_ID,
secret_key=config.AWS_S3_SECRET_ACCESS_KEY)
output_data_store = S3DataStore(src_bucket_name=output_bucket_name,
access_key=config.AWS_S3_ACCESS_KEY_ID,
secret_key=config.AWS_S3_SECRET_ACCESS_KEY)
generate_and_save_gnosis_package_topic_model(
input_data_store=input_data_store,
output_data_store=output_data_store,
additional_path=additional_path)
def train_and_save_kronos_list_s3(training_data_url):
input_bucket_name = trunc_string_at(training_data_url, "/", 2, 3)
output_bucket_name = trunc_string_at(training_data_url, "/", 2, 3)
additional_path = trunc_string_at(training_data_url, "/", 3, -1)
input_kronos_dependency_data_store = S3DataStore(src_bucket_name=input_bucket_name,
access_key=config.AWS_S3_ACCESS_KEY_ID,
secret_key=config.AWS_S3_SECRET_ACCESS_KEY)
input_cooccurrence_matrix_data_store = S3DataStore(src_bucket_name=input_bucket_name,
access_key=config.AWS_S3_ACCESS_KEY_ID,
secret_key=config.AWS_S3_SECRET_ACCESS_KEY)
output_data_store = S3DataStore(src_bucket_name=output_bucket_name,
access_key=config.AWS_S3_ACCESS_KEY_ID,
secret_key=config.AWS_S3_SECRET_ACCESS_KEY)
train_and_save_kronos_list(
input_kronos_dependency_data_store=input_kronos_dependency_data_store,
input_co_occurrence_data_store=input_cooccurrence_matrix_data_store,
output_data_store=output_data_store, additional_path=additional_path)