def drop_db(connection=create_init_conn()):
try:
file_content = read_configs.retrieve_config()
except Exception as e:
log_msg("Unable to read config file. {}".format(e))
exit(-1)
db_name = file_content["database_configuration"]["database_name"]
if connection.status == STATUS_READY:
with connection.cursor() as curs:
curs.execute("DROP DATABASE IF EXISTS {}".format( db_name ))
def create_views(connection):
try:
file_content = read_configs.retrieve_config()
except Exception as e:
log_msg("Unable to read config file. {}".format(e))
exit(-1)
############### CREATE THE NODE REGISTRATION DATA VIEW !!!
try:
create_sql_from_file(file_content["files"]["node_registration_view"], connection)
except Exception as e:
log_msg("Unable to create node registration data view. {}".format(e))
exit(-1)
############### CREATE THE PROCESS REGISTRATION DATA VIEW !!!
try:
create_sql_from_file(file_content["files"]["process_registration_view"], connection)
except Exception as e:
log_msg("Unable to create process registration data view. {}".format(e))
exit(-1)
def create_triggers(connection):
try:
file_content = read_configs.retrieve_config()
except Exception as e:
log_msg("Unable to read config file. {}".format(e))
exit(-1)
############### CREATE THE AFTER INSERT NODE REGISTER FUNCTION/TRIGGER!!!
try:
create_sql_from_file(file_content["files"]["after_node_register_function"], connection)
except Exception as e:
log_msg("Unable to create after node register trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["after_node_register_trigger"], connection)
except Exception as e:
log_msg("Unable to create after node register trigger. {}".format(e))
exit(-1)
############### CREATE THE AFTER DELETE NODE REGISTER FUNCTION/TRIGGER!!!
try:
create_sql_from_file(file_content["files"]["after_node_delete_function"], connection)
except Exception as e:
log_msg("Unable to create after node delete trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["after_node_delete_trigger"], connection)
except Exception as e:
log_msg("Unable to create after node delete trigger. {}".format(e))
exit(-1)
############### CREATE THE AFTER INSERT PROCESS REGISTER FUNCTION/TRIGGER!!!
try:
create_sql_from_file(file_content["files"]["after_process_register_function"], connection)
except Exception as e:
log_msg("Unable to create after process register trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["after_process_register_trigger"], connection)
except Exception as e:
log_msg("Unable to create after process register trigger. {}".format(e))
exit(-1)
############### CREATE THE AFTER DELETE PROCESS REGISTER FUNCTION/TRIGGER!!!
try:
create_sql_from_file(file_content["files"]["after_process_delete_function"], connection)
except Exception as e:
log_msg("Unable to create after process delete trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["after_process_delete_trigger"], connection)
except Exception as e:
log_msg("Unable to create after process delete trigger. {}".format(e))
exit(-1)
############### CREATE THE AFTER INSERT NODE HEARTBEAT FUNCTION/TRIGGER!!!
try:
create_sql_from_file(file_content["files"]["after_node_heartbeat_function"], connection)
except Exception as e:
log_msg("Unable to create after node heartbeat trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["after_node_heartbeat_trigger"], connection)
except Exception as e:
log_msg("Unable to create after node heartbeat trigger. {}".format(e))
exit(-1)
############### CREATE THE AFTER INSERT PROCESS HEARTBEAT FUNCTION/TRIGGER!!!
try:
create_sql_from_file(file_content["files"]["after_process_heartbeat_function"], connection)
except Exception as e:
log_msg("Unable to create after process heartbeat trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["after_process_heartbeat_trigger"], connection)
except Exception as e:
log_msg("Unable to create after process heartbeat trigger. {}".format(e))
exit(-1)
############### CREATE THE AFTER INSERT USER_SUBMISSION!!!
try:
create_sql_from_file(file_content["files"]["user_submission_function"], connection)
except Exception as e:
log_msg("Unable to create after user submission trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["user_submission_trigger"], connection)
except Exception as e:
log_msg("Unable to create after user submission trigger. {}".format(e))
exit(-1)
############### CREATE THE AFTER INSERT IMAGE PROCESSING!!!
try:
create_sql_from_file(file_content["files"]["image_processing_function"], connection)
except Exception as e:
log_msg("Unable to create after image processing trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["image_processing_trigger"], connection)
except Exception as e:
log_msg("Unable to create after image processing trigger. {}".format(e))
exit(-1)
############### CREATE THE AFTER INSERT FACIAL DETECTION!!!
try:
create_sql_from_file(file_content["files"]["facial_detection_function"], connection)
except Exception as e:
log_msg("Unable to create after facial_detection trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["facial_detection_trigger"], connection)
except Exception as e:
log_msg("Unable to create after facial_detection trigger. {}".format(e))
exit(-1)
############### CREATE THE AFTER INSERT FACIAL RECOGNITION!!!
try:
create_sql_from_file(file_content["files"]["facial_recognition_function"], connection)
except Exception as e:
log_msg("Unable to create after facial_recognition trigger function. {}".format(e))
exit(-1)
try:
create_sql_from_file(file_content["files"]["facial_recognition_trigger"], connection)
except Exception as e:
log_msg("Unable to create after facial_recognition trigger. {}".format(e))
exit(-1)
def create_stored_procedures(connection):
try:
file_content = read_configs.retrieve_config()
except Exception as e:
log_msg("Unable to read config file. {}".format(e))
exit(-1)
############### CREATE THE HEART BEAT INSERT FUNCTION !!!
try:
create_sql_from_file(file_content["files"]["insert_heartbeat_sp"], connection)
except Exception as e:
log_msg("Unable to create insert heartbeat function. {}".format(e))
exit(-1)
############### CREATE THE PROCESS REGISTRATION INSERT FUNCTION !!!
try:
create_sql_from_file(file_content["files"]["insert_process_registration_sp"], connection)
except Exception as e:
log_msg("Unable to create insert process registration function. {}".format(e))
exit(-1)
############### CREATE THE USER SUBMISSION INSERT FUNCTION !!!
try:
create_sql_from_file(file_content["remove_db_configuration"]["files"]["insert_user_submission_sp"], connection)
except Exception as e:
log_msg("Unable to create insert user submission function. {}".format(e))
exit(-1)
############### CREATE THE IMAGE PROCESSEING INSERT FUNCTION !!!
try:
create_sql_from_file(file_content["remove_db_configuration"]["files"]["insert_image_processing_sp"], connection)
except Exception as e:
log_msg("Unable to create insert image processing function. {}".format(e))
exit(-1)
############### CREATE THE FACIAL DETECTION INSERT FUNCTION !!!
try:
create_sql_from_file(file_content["remove_db_configuration"]["files"]["insert_facial_detection_sp"], connection)
except Exception as e:
log_msg("Unable to create insert facial detection function. {}".format(e))
exit(-1)
############### CREATE THE FACIAL RECOGNITION INSERT FUNCTION !!!
try:
create_sql_from_file(file_content["remove_db_configuration"]["files"]["insert_facial_recognition_sp"], connection)
except Exception as e:
log_msg("Unable to create insert facial recognition function. {}".format(e))
exit(-1)
############### CREATE THE USER SUBMISSION RETRIEVAL FUNCTION !!!
try:
create_sql_from_file(file_content["remove_db_configuration"]["files"]["retrieve_user_submission_sp"], connection)
except Exception as e:
log_msg("Unable to create retrieve user submission function. {}".format(e))
exit(-1)
############### CREATE THE IMAGE PROCESSING RETRIEVAL FUNCTION !!!
try:
create_sql_from_file(file_content["remove_db_configuration"]["files"]["retrieve_image_processing_sp"], connection)
except Exception as e:
log_msg("Unable to create retrieve image processing function. {}".format(e))
exit(-1)
############### CREATE THE FACIAL DETECTION RETRIEVAL FUNCTION !!!
try:
create_sql_from_file(file_content["remove_db_configuration"]["files"]["retrieve_facial_detection_sp"], connection)
except Exception as e:
log_msg("Unable to create retrieve facial detection function. {}".format(e))
exit(-1)
############### CREATE THE FACIAL RECOGNITION RETRIEVAL FUNCTION !!!
try:
create_sql_from_file(file_content["remove_db_configuration"]["files"]["retrieve_facial_recognition_sp"], connection)
except Exception as e:
log_msg("Unable to create retrieve facial recognition function. {}".format(e))
exit(-1)
############### CREATE THE INSERT NODE REGISTRATION FUNCTION !!!
try:
create_sql_from_file(file_content["files"]["insert_node_registration_sp"], connection)
except Exception as e:
log_msg("Unable to create insert node registration function. {}".format(e))
exit(-1)
############### CREATE THE INSERT NODE HB FUNCTION !!!
try:
create_sql_from_file(file_content["files"]["insert_node_heartbeat_sp"], connection)
except Exception as e:
log_msg("Unable to create insert node heartbeat function. {}".format(e))
exit(-1)
############### CREATE THE NODE CRONJOB CLEANUP FUNCTION !!!
try:
create_sql_from_file(file_content["files"]["node_cron_job_cleanup_function"], connection)
except Exception as e:
log_msg("Unable to create node cronjob cleanup function. {}".format(e))
exit(-1)
############### CREATE THE PROCESS CRONJOB CLEANUP FUNCTION !!!
try:
create_sql_from_file(file_content["files"]["process_cron_job_cleanup_function"], connection)
except Exception as e:
log_msg("Unable to create process cronjob cleanup function. {}".format(e))
exit(-1)
def create_tables(connection):
try:
file_content = read_configs.retrieve_config()
except Exception as e:
log_msg("Unable to read config file. {}".format(e))
exit(-1)
############### CREATE THE PROCESS REGISTRATION TABLE!!!
process_reg_table = file_content["database_configuration"]["process_registration"]
process_reg_columns = file_content["database_configuration"]["process_registration_columns"]
process_reg_dtypes = file_content["database_configuration"]["process_registration_dtypes"]
process_reg_columns = zip_cols_together(process_reg_columns, process_reg_dtypes)
try:
create_table_sql(connection, process_reg_table, process_reg_columns)
except Exception as e:
log_msg("Unable to create process registration table. {}".format(e))
exit(-1)
############### CREATE THE PROCESS HEARTBEAT TABLE!!!
process_hb_table = file_content["database_configuration"]["process_heartbeat_name"]
process_hb_columns = file_content["database_configuration"]["process_heartbeat_columns"]
process_hb_dtypes = file_content["database_configuration"]["process_heartbeat_dtypes"]
process_hb_columns = zip_cols_together(process_hb_columns, process_hb_dtypes)
try:
create_table_sql(connection, process_hb_table, process_hb_columns)
except Exception as e:
log_msg("Unable to create process heartbeat table. {}".format(e))
exit(-1)
############### CREATE THE NODE REGISTRATION TABLE!!!
node_reg_table = file_content["database_configuration"]["node_registration_name"]
node_reg_columns = file_content["database_configuration"]["node_registration_columns"]
node_reg_dtypes = file_content["database_configuration"]["node_registration_dtypes"]
node_reg_columns = zip_cols_together(node_reg_columns, node_reg_dtypes)
try:
create_table_sql(connection, node_reg_table, node_reg_columns)
except Exception as e:
log_msg("Unable to create node registration table. {}".format(e))
exit(-1)
############### CREATE THE NODE HEARTBEAT TABLE!!!
node_hb_table = file_content["database_configuration"]["node_heartbeat_name"]
node_hb_columns = file_content["database_configuration"]["node_heartbeat_columns"]
node_hb_dtypes = file_content["database_configuration"]["node_heartbeat_dtypes"]
node_hb_columns = zip_cols_together(node_hb_columns, node_hb_dtypes)
try:
create_table_sql(connection, node_hb_table, node_hb_columns)
except Exception as e:
log_msg("Unable to create node heartbeat table. {}".format(e))
exit(-1)
############### CREATE THE SUBMISSION TABLE!!!
submission_table_name = file_content["remove_db_configuration"]["user_submission_name"]
submission_table_columns = file_content["remove_db_configuration"]["user_submission_table"]
submission_table_dtypes = file_content["remove_db_configuration"]["user_submission_dtypes"]
submission_combined = zip_cols_together(submission_table_columns, submission_table_dtypes)
try:
create_table_sql(connection, submission_table_name, submission_combined)
except Exception as e:
log_msg("Unable to create submission table. {}".format(e))
exit(-1)
############### CREATE THE IMAGE PROCESSING TABLE!!!
image_proc_name = file_content["remove_db_configuration"]["image_processing_name"]
image_proc_columns = file_content["remove_db_configuration"]["image_processing_table"]
image_proc_dtypes = file_content["remove_db_configuration"]["image_processing_dtypes"]
image_proc_combined = zip_cols_together(image_proc_columns, image_proc_dtypes)
try:
create_table_sql(connection, image_proc_name, image_proc_combined)
except Exception as e:
log_msg("Unable to create image processing table. {}".format(e))
exit(-1)
############### CREATE THE FACIAL DETECTION TABLE!!!
facial_detec_name = file_content["remove_db_configuration"]["facial_detection_name"]
facial_detec_columns = file_content["remove_db_configuration"]["facial_detection_table"]
facial_detec_dtypes = file_content["remove_db_configuration"]["facial_detection_dtypes"]
facial_detec_combined = zip_cols_together(facial_detec_columns, facial_detec_dtypes)
try:
create_table_sql(connection, facial_detec_name, facial_detec_combined)
except Exception as e:
log_msg("Unable to create facial detection table. {}".format(e))
exit(-1)
############### CREATE THE FACIAL RECOGNITION TABLE!!!
facial_recog_name = file_content["remove_db_configuration"]["facial_recognition_name"]
facial_recog_columns = file_content["remove_db_configuration"]["facial_recognition_table"]
facial_recog_dtypes = file_content["remove_db_configuration"]["facial_recognition_dtype"]
facial_recog_combined = zip_cols_together(facial_recog_columns, facial_recog_dtypes)
try:
create_table_sql(connection, facial_recog_name, facial_recog_combined)
except Exception as e:
log_msg("Unable to create facial recognition table. {}".format(e))
exit(-1)
import psycopg2
from psycopg2.extensions import STATUS_BEGIN, STATUS_READY
import read_configs
LOGGING_FILE = None
############### REPLACE WITH PYTHON LOGGING
def log_msg(msg):
if os.path.exists(LOGGING_FILE):
with open(LOGGING_FILE, "a+") as f:
f.write(msg)
if __name__ == "__main__":
try:
file_content = read_configs.retrieve_config()
except Exception as e:
exit("Unable to read config file. {}".format(e))
LOGGING_FILE = file_content["logging_files"]["create_db_logging"]
if not os.path.exists("logs"):
os.mkdir("logs")
# CLEAR OR CREATE THE LOGGING FILE
with open(LOGGING_FILE, "w+") as f:
pass
############### SET TO FALSE ON EXECUTION !!!
INITIALIZING = True