def drop_db(connection=create_init_conn()): try: file_content = read_configs.retrieve_config() except Exception as e: log_msg("Unable to read config file. {}".format(e)) exit(-1) db_name = file_content["database_configuration"]["database_name"] if connection.status == STATUS_READY: with connection.cursor() as curs: curs.execute("DROP DATABASE IF EXISTS {}".format( db_name ))
def create_views(connection): try: file_content = read_configs.retrieve_config() except Exception as e: log_msg("Unable to read config file. {}".format(e)) exit(-1) ############### CREATE THE NODE REGISTRATION DATA VIEW !!! try: create_sql_from_file(file_content["files"]["node_registration_view"], connection) except Exception as e: log_msg("Unable to create node registration data view. {}".format(e)) exit(-1) ############### CREATE THE PROCESS REGISTRATION DATA VIEW !!! try: create_sql_from_file(file_content["files"]["process_registration_view"], connection) except Exception as e: log_msg("Unable to create process registration data view. {}".format(e)) exit(-1)
def create_triggers(connection): try: file_content = read_configs.retrieve_config() except Exception as e: log_msg("Unable to read config file. {}".format(e)) exit(-1) ############### CREATE THE AFTER INSERT NODE REGISTER FUNCTION/TRIGGER!!! try: create_sql_from_file(file_content["files"]["after_node_register_function"], connection) except Exception as e: log_msg("Unable to create after node register trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["after_node_register_trigger"], connection) except Exception as e: log_msg("Unable to create after node register trigger. {}".format(e)) exit(-1) ############### CREATE THE AFTER DELETE NODE REGISTER FUNCTION/TRIGGER!!! try: create_sql_from_file(file_content["files"]["after_node_delete_function"], connection) except Exception as e: log_msg("Unable to create after node delete trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["after_node_delete_trigger"], connection) except Exception as e: log_msg("Unable to create after node delete trigger. {}".format(e)) exit(-1) ############### CREATE THE AFTER INSERT PROCESS REGISTER FUNCTION/TRIGGER!!! try: create_sql_from_file(file_content["files"]["after_process_register_function"], connection) except Exception as e: log_msg("Unable to create after process register trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["after_process_register_trigger"], connection) except Exception as e: log_msg("Unable to create after process register trigger. {}".format(e)) exit(-1) ############### CREATE THE AFTER DELETE PROCESS REGISTER FUNCTION/TRIGGER!!! try: create_sql_from_file(file_content["files"]["after_process_delete_function"], connection) except Exception as e: log_msg("Unable to create after process delete trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["after_process_delete_trigger"], connection) except Exception as e: log_msg("Unable to create after process delete trigger. {}".format(e)) exit(-1) ############### CREATE THE AFTER INSERT NODE HEARTBEAT FUNCTION/TRIGGER!!! try: create_sql_from_file(file_content["files"]["after_node_heartbeat_function"], connection) except Exception as e: log_msg("Unable to create after node heartbeat trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["after_node_heartbeat_trigger"], connection) except Exception as e: log_msg("Unable to create after node heartbeat trigger. {}".format(e)) exit(-1) ############### CREATE THE AFTER INSERT PROCESS HEARTBEAT FUNCTION/TRIGGER!!! try: create_sql_from_file(file_content["files"]["after_process_heartbeat_function"], connection) except Exception as e: log_msg("Unable to create after process heartbeat trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["after_process_heartbeat_trigger"], connection) except Exception as e: log_msg("Unable to create after process heartbeat trigger. {}".format(e)) exit(-1) ############### CREATE THE AFTER INSERT USER_SUBMISSION!!! try: create_sql_from_file(file_content["files"]["user_submission_function"], connection) except Exception as e: log_msg("Unable to create after user submission trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["user_submission_trigger"], connection) except Exception as e: log_msg("Unable to create after user submission trigger. {}".format(e)) exit(-1) ############### CREATE THE AFTER INSERT IMAGE PROCESSING!!! try: create_sql_from_file(file_content["files"]["image_processing_function"], connection) except Exception as e: log_msg("Unable to create after image processing trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["image_processing_trigger"], connection) except Exception as e: log_msg("Unable to create after image processing trigger. {}".format(e)) exit(-1) ############### CREATE THE AFTER INSERT FACIAL DETECTION!!! try: create_sql_from_file(file_content["files"]["facial_detection_function"], connection) except Exception as e: log_msg("Unable to create after facial_detection trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["facial_detection_trigger"], connection) except Exception as e: log_msg("Unable to create after facial_detection trigger. {}".format(e)) exit(-1) ############### CREATE THE AFTER INSERT FACIAL RECOGNITION!!! try: create_sql_from_file(file_content["files"]["facial_recognition_function"], connection) except Exception as e: log_msg("Unable to create after facial_recognition trigger function. {}".format(e)) exit(-1) try: create_sql_from_file(file_content["files"]["facial_recognition_trigger"], connection) except Exception as e: log_msg("Unable to create after facial_recognition trigger. {}".format(e)) exit(-1)
def create_stored_procedures(connection): try: file_content = read_configs.retrieve_config() except Exception as e: log_msg("Unable to read config file. {}".format(e)) exit(-1) ############### CREATE THE HEART BEAT INSERT FUNCTION !!! try: create_sql_from_file(file_content["files"]["insert_heartbeat_sp"], connection) except Exception as e: log_msg("Unable to create insert heartbeat function. {}".format(e)) exit(-1) ############### CREATE THE PROCESS REGISTRATION INSERT FUNCTION !!! try: create_sql_from_file(file_content["files"]["insert_process_registration_sp"], connection) except Exception as e: log_msg("Unable to create insert process registration function. {}".format(e)) exit(-1) ############### CREATE THE USER SUBMISSION INSERT FUNCTION !!! try: create_sql_from_file(file_content["remove_db_configuration"]["files"]["insert_user_submission_sp"], connection) except Exception as e: log_msg("Unable to create insert user submission function. {}".format(e)) exit(-1) ############### CREATE THE IMAGE PROCESSEING INSERT FUNCTION !!! try: create_sql_from_file(file_content["remove_db_configuration"]["files"]["insert_image_processing_sp"], connection) except Exception as e: log_msg("Unable to create insert image processing function. {}".format(e)) exit(-1) ############### CREATE THE FACIAL DETECTION INSERT FUNCTION !!! try: create_sql_from_file(file_content["remove_db_configuration"]["files"]["insert_facial_detection_sp"], connection) except Exception as e: log_msg("Unable to create insert facial detection function. {}".format(e)) exit(-1) ############### CREATE THE FACIAL RECOGNITION INSERT FUNCTION !!! try: create_sql_from_file(file_content["remove_db_configuration"]["files"]["insert_facial_recognition_sp"], connection) except Exception as e: log_msg("Unable to create insert facial recognition function. {}".format(e)) exit(-1) ############### CREATE THE USER SUBMISSION RETRIEVAL FUNCTION !!! try: create_sql_from_file(file_content["remove_db_configuration"]["files"]["retrieve_user_submission_sp"], connection) except Exception as e: log_msg("Unable to create retrieve user submission function. {}".format(e)) exit(-1) ############### CREATE THE IMAGE PROCESSING RETRIEVAL FUNCTION !!! try: create_sql_from_file(file_content["remove_db_configuration"]["files"]["retrieve_image_processing_sp"], connection) except Exception as e: log_msg("Unable to create retrieve image processing function. {}".format(e)) exit(-1) ############### CREATE THE FACIAL DETECTION RETRIEVAL FUNCTION !!! try: create_sql_from_file(file_content["remove_db_configuration"]["files"]["retrieve_facial_detection_sp"], connection) except Exception as e: log_msg("Unable to create retrieve facial detection function. {}".format(e)) exit(-1) ############### CREATE THE FACIAL RECOGNITION RETRIEVAL FUNCTION !!! try: create_sql_from_file(file_content["remove_db_configuration"]["files"]["retrieve_facial_recognition_sp"], connection) except Exception as e: log_msg("Unable to create retrieve facial recognition function. {}".format(e)) exit(-1) ############### CREATE THE INSERT NODE REGISTRATION FUNCTION !!! try: create_sql_from_file(file_content["files"]["insert_node_registration_sp"], connection) except Exception as e: log_msg("Unable to create insert node registration function. {}".format(e)) exit(-1) ############### CREATE THE INSERT NODE HB FUNCTION !!! try: create_sql_from_file(file_content["files"]["insert_node_heartbeat_sp"], connection) except Exception as e: log_msg("Unable to create insert node heartbeat function. {}".format(e)) exit(-1) ############### CREATE THE NODE CRONJOB CLEANUP FUNCTION !!! try: create_sql_from_file(file_content["files"]["node_cron_job_cleanup_function"], connection) except Exception as e: log_msg("Unable to create node cronjob cleanup function. {}".format(e)) exit(-1) ############### CREATE THE PROCESS CRONJOB CLEANUP FUNCTION !!! try: create_sql_from_file(file_content["files"]["process_cron_job_cleanup_function"], connection) except Exception as e: log_msg("Unable to create process cronjob cleanup function. {}".format(e)) exit(-1)
def create_tables(connection): try: file_content = read_configs.retrieve_config() except Exception as e: log_msg("Unable to read config file. {}".format(e)) exit(-1) ############### CREATE THE PROCESS REGISTRATION TABLE!!! process_reg_table = file_content["database_configuration"]["process_registration"] process_reg_columns = file_content["database_configuration"]["process_registration_columns"] process_reg_dtypes = file_content["database_configuration"]["process_registration_dtypes"] process_reg_columns = zip_cols_together(process_reg_columns, process_reg_dtypes) try: create_table_sql(connection, process_reg_table, process_reg_columns) except Exception as e: log_msg("Unable to create process registration table. {}".format(e)) exit(-1) ############### CREATE THE PROCESS HEARTBEAT TABLE!!! process_hb_table = file_content["database_configuration"]["process_heartbeat_name"] process_hb_columns = file_content["database_configuration"]["process_heartbeat_columns"] process_hb_dtypes = file_content["database_configuration"]["process_heartbeat_dtypes"] process_hb_columns = zip_cols_together(process_hb_columns, process_hb_dtypes) try: create_table_sql(connection, process_hb_table, process_hb_columns) except Exception as e: log_msg("Unable to create process heartbeat table. {}".format(e)) exit(-1) ############### CREATE THE NODE REGISTRATION TABLE!!! node_reg_table = file_content["database_configuration"]["node_registration_name"] node_reg_columns = file_content["database_configuration"]["node_registration_columns"] node_reg_dtypes = file_content["database_configuration"]["node_registration_dtypes"] node_reg_columns = zip_cols_together(node_reg_columns, node_reg_dtypes) try: create_table_sql(connection, node_reg_table, node_reg_columns) except Exception as e: log_msg("Unable to create node registration table. {}".format(e)) exit(-1) ############### CREATE THE NODE HEARTBEAT TABLE!!! node_hb_table = file_content["database_configuration"]["node_heartbeat_name"] node_hb_columns = file_content["database_configuration"]["node_heartbeat_columns"] node_hb_dtypes = file_content["database_configuration"]["node_heartbeat_dtypes"] node_hb_columns = zip_cols_together(node_hb_columns, node_hb_dtypes) try: create_table_sql(connection, node_hb_table, node_hb_columns) except Exception as e: log_msg("Unable to create node heartbeat table. {}".format(e)) exit(-1) ############### CREATE THE SUBMISSION TABLE!!! submission_table_name = file_content["remove_db_configuration"]["user_submission_name"] submission_table_columns = file_content["remove_db_configuration"]["user_submission_table"] submission_table_dtypes = file_content["remove_db_configuration"]["user_submission_dtypes"] submission_combined = zip_cols_together(submission_table_columns, submission_table_dtypes) try: create_table_sql(connection, submission_table_name, submission_combined) except Exception as e: log_msg("Unable to create submission table. {}".format(e)) exit(-1) ############### CREATE THE IMAGE PROCESSING TABLE!!! image_proc_name = file_content["remove_db_configuration"]["image_processing_name"] image_proc_columns = file_content["remove_db_configuration"]["image_processing_table"] image_proc_dtypes = file_content["remove_db_configuration"]["image_processing_dtypes"] image_proc_combined = zip_cols_together(image_proc_columns, image_proc_dtypes) try: create_table_sql(connection, image_proc_name, image_proc_combined) except Exception as e: log_msg("Unable to create image processing table. {}".format(e)) exit(-1) ############### CREATE THE FACIAL DETECTION TABLE!!! facial_detec_name = file_content["remove_db_configuration"]["facial_detection_name"] facial_detec_columns = file_content["remove_db_configuration"]["facial_detection_table"] facial_detec_dtypes = file_content["remove_db_configuration"]["facial_detection_dtypes"] facial_detec_combined = zip_cols_together(facial_detec_columns, facial_detec_dtypes) try: create_table_sql(connection, facial_detec_name, facial_detec_combined) except Exception as e: log_msg("Unable to create facial detection table. {}".format(e)) exit(-1) ############### CREATE THE FACIAL RECOGNITION TABLE!!! facial_recog_name = file_content["remove_db_configuration"]["facial_recognition_name"] facial_recog_columns = file_content["remove_db_configuration"]["facial_recognition_table"] facial_recog_dtypes = file_content["remove_db_configuration"]["facial_recognition_dtype"] facial_recog_combined = zip_cols_together(facial_recog_columns, facial_recog_dtypes) try: create_table_sql(connection, facial_recog_name, facial_recog_combined) except Exception as e: log_msg("Unable to create facial recognition table. {}".format(e)) exit(-1)
import psycopg2 from psycopg2.extensions import STATUS_BEGIN, STATUS_READY import read_configs LOGGING_FILE = None ############### REPLACE WITH PYTHON LOGGING def log_msg(msg): if os.path.exists(LOGGING_FILE): with open(LOGGING_FILE, "a+") as f: f.write(msg) if __name__ == "__main__": try: file_content = read_configs.retrieve_config() except Exception as e: exit("Unable to read config file. {}".format(e)) LOGGING_FILE = file_content["logging_files"]["create_db_logging"] if not os.path.exists("logs"): os.mkdir("logs") # CLEAR OR CREATE THE LOGGING FILE with open(LOGGING_FILE, "w+") as f: pass ############### SET TO FALSE ON EXECUTION !!! INITIALIZING = True