def ErrMessage(e, l_mail=False, s_subject='', s_body=''):
"""
Error message handler.
:param e: Error object
:param l_mail: Send mail and message
:param s_subject: Mail subject
:param s_body: Mail body
:return: Nothing
"""
# IMPORT OWN MODULES
from _my_modules import funcconf
from _my_modules import funcfile
from _my_modules import funcmail
from _my_modules import funcsms
# DECLARE VARIABLES
s_mess = str(e).replace("'", "")
s_mess = s_mess.replace('"', '')
s_mess = s_mess.replace(':', '')
s_mess = s_mess.replace('[', '')
s_mess = s_mess.replace(']', '')
s_mess = s_mess.replace('(', '')
s_mess = s_mess.replace(')', '')
if not funcconf.l_mail_project:
l_mail = False
# DISPLAY
print(s_mess)
print("E: ", e)
print("TYPE(E): ", type(e))
print("TYPE(E)NAME: ", type(e).__name__)
print("JOIN(E.ARGS: ", e.args)
# DEFINE THE ERROR TEMPLATE AND MESSAGE
template = "Exception type {0} occurred. Arguments:\n{1!r}"
message = template.format(type(e).__name__, e.args)
print("MESSAGE: ", message)
# SEND MAIL
if l_mail and s_subject != '' and s_body != '':
# s_body1 = s_body + '\n' + type(e).__name__ + '\n' + "".join(e.args)
s_body1 = s_body + '\n' + s_mess
funcmail.Mail('std_fail_gmail', s_subject, s_body1)
# SEND MESSAGE
if funcconf.l_mess_project:
# s_body1 = s_body + ' | ' + type(e).__name__ + ' | ' + "".join(e.args)
s_body1 = s_body + ' | ' + s_mess
funcsms.send_telegram('', 'administrator', s_body1)
# WRITE ERROR TO LOG
funcfile.writelog("%t ERROR: " + type(e).__name__)
# funcfile.writelog("%t ERROR: " + "".join(e.args))
funcfile.writelog("%t ERROR: " + s_mess)
return
def kfs_period_list(s_period="curr"):
"""
Script to build standard KFS lists
:type s_period: str: The financial period (curr, prev or year)
:return: Nothing
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
l_debug: bool = True
l_export: bool = True
so_path = "W:/Kfs/" # Source database path
re_path = "R:/Kfs/" # Results path
# ed_path = "S:/_external_data/" # external data path
if s_period == "curr":
s_year = funcdate.cur_year()
so_file = "Kfs_curr.sqlite" # Source database
elif s_period == "prev":
s_year = funcdate.prev_year()
so_file = "Kfs_prev.sqlite" # Source database
else:
s_year = s_period
so_file = "Kfs_" + s_year + ".sqlite" # Source database
# OPEN THE LOG WRITER
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: B006_KFS_PERIOD_LIST")
funcfile.writelog("----------------------------")
print("--------------------")
print("B006_KFS_PERIOD_LIST")
print("--------------------")
# MESSAGE
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator",
"<b>B006 Kfs " + s_year + " period lists</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# OPEN THE WORKING DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE 'W:/Kfs/Kfs.sqlite' AS 'KFS'")
funcfile.writelog("%t ATTACH DATABASE: KFS.SQLITE")
if s_period == "curr":
so_curs.execute(
"ATTACH DATABASE 'W:/Kfs/Kfs_prev.sqlite' AS 'KFSPREV'")
funcfile.writelog("%t ATTACH DATABASE: KFS_PREV.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
""" ****************************************************************************
GL TRANSACTION LIST
*****************************************************************************"""
print("GL TRANSACTION LIST")
funcfile.writelog("GL TRANSACTION LIST")
# BUILD GL TRANSACTION LIST
print("Build gl transaction list...")
sr_file = "X000_GL_trans"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
GLC.UNIV_FISCAL_YR,
GLC.UNIV_FISCAL_PRD_CD,
GLC.CALC_COST_STRING,
ACC.ORG_NM,
ACC.ACCOUNT_NM,
OBJ.FIN_OBJ_CD_NM,
GLC.TRANSACTION_DT,
GLC.FDOC_NBR,
GLC.CALC_AMOUNT,
GLC.TRN_LDGR_ENTR_DESC,
ACC.ACCT_TYP_NM,
GLC.TRN_POST_DT,
GLC."TIMESTAMP",
GLC.FIN_COA_CD,
GLC.ACCOUNT_NBR,
GLC.FIN_OBJECT_CD,
GLC.FIN_BALANCE_TYP_CD,
GLC.FIN_OBJ_TYP_CD,
GLC.FDOC_TYP_CD,
GLC.FS_ORIGIN_CD,
ORI.FS_DATABASE_DESC,
GLC.TRN_ENTR_SEQ_NBR,
GLC.FDOC_REF_TYP_CD,
GLC.FS_REF_ORIGIN_CD,
GLC.FDOC_REF_NBR,
GLC.FDOC_REVERSAL_DT,
GLC.TRN_ENCUM_UPDT_CD
FROM
GL_ENTRY_T GLC Left Join
KFS.X000_Account ACC ON ACC.FIN_COA_CD = GLC.FIN_COA_CD AND ACC.ACCOUNT_NBR = GLC.ACCOUNT_NBR Left Join
KFS.CA_OBJECT_CODE_T OBJ ON OBJ.UNIV_FISCAL_YR = GLC.UNIV_FISCAL_YR AND
OBJ.FIN_COA_CD = GLC.FIN_COA_CD AND
OBJ.FIN_OBJECT_CD = GLC.FIN_OBJECT_CD Left Join
KFS.FS_ORIGIN_CODE_T ORI ON ORI.FS_ORIGIN_CD = GLC.FS_ORIGIN_CD
ORDER BY
GLC.CALC_COST_STRING,
GLC.UNIV_FISCAL_PRD_CD
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: GL Transaction list")
# MESSAGE
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b> " + str(i) + "</b> GL transactions")
""" ****************************************************************************
PAYMENT SUMMARY LIST
*****************************************************************************"""
print("PAYMENT SUMMARY LIST")
funcfile.writelog("PAYMENT SUMMARY LIST")
# BUILD PAYMENTS SUMMARY LIST
print("Build payments...")
sr_file = "X000_Payments"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
DET.CUST_PMT_DOC_NBR As EDOC,
PAY.PMT_DT,
DET.REQS_NBR,
DET.PO_NBR,
Case
When PR.FDOC_NBR Is Not Null Then PR.INV_NBR
When DV.FDOC_NBR Is Not Null Then DV.INV_NBR
Else DET.INV_NBR
End As INV_NBR,
Case
When PR.FDOC_NBR Is Not Null Then PR.INV_DT
When DV.FDOC_NBR Is Not Null Then DV.INV_DATE
Else DET.INV_DT
End As INV_DT,
DET.ORIG_INV_AMT,
PAY.PAYEE_ID AS PAYEE_ID,
PAY.PAYEE_ID_TYP_CD AS PAYEE_TYPE,
PAY.PMT_PAYEE_NM As PAYEE_NAME,
CASE
WHEN PAY.PAYEE_ID_TYP_CD = 'E' THEN 'EM'
WHEN PAY.PAYEE_ID_TYP_CD = 'S' THEN 'ST'
WHEN PAY.PAYEE_ID_TYP_CD = 'V' AND PAY.PAYEE_OWNR_CD = '' THEN 'OT'
ELSE PAY.PAYEE_OWNR_CD
END As PAYEE_OWNR_CD_CALC,
DET.NET_PMT_AMT,
PAY.PMT_GRP_ID,
PAY.DISB_NBR,
PAY.DISB_TS,
PAY.PMT_STAT_CD,
DOC.DOC_TYP_NM As DOC_TYPE,
Upper(DOC.LBL) As DOC_LABEL,
PAY.PMT_TXBL_IND,
PAY.ADV_EMAIL_ADDR,
PAY.PMT_FIL_ID,
PAY.PROC_ID,
DET.PMT_DTL_ID
From
PDP_PMT_GRP_T PAY Left Join
KFS.PDP_PMT_DTL_T DET On DET.PMT_GRP_ID = PAY.PMT_GRP_ID Left Join
KFS.AP_PMT_RQST_T PR On PR.FDOC_NBR = DET.CUST_PMT_DOC_NBR Left Join
KFS.FP_DV_PAYEE_DTL_EXT_T DV On DV.FDOC_NBR = DET.CUST_PMT_DOC_NBR Left Join
KFS.X000_Document DOC On DOC.DOC_HDR_ID = DET.CUST_PMT_DOC_NBR
Where
DET.CUST_PMT_DOC_NBR Is Not NULL
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# MESSAGE
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b> " + str(i) + "</b> Payments")
""" ****************************************************************************
PAYMENT INITIATE LIST
*****************************************************************************"""
print("PAYMENT INITIATE LIST")
funcfile.writelog("PAYMENT INITIATE LIST")
# BUILD INITIATOR LIST
print("Build initiate list...")
sr_file = "X000_Initiate"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select Distinct
ROUTE.ACTN_TKN_ID,
ROUTE.DOC_HDR_ID,
ROUTE.ACTN_DT,
ROUTE.PRNCPL_ID,
CASE
WHEN ROUTE.PRNCPL_ID = '26807815' THEN 'KFS WORKFLOW SYSTEM USER'
WHEN PERSON.NAME_ADDR IS NULL THEN 'UNKNOWN'
ELSE PERSON.NAME_ADDR
END AS NAME_ADDR,
ROUTE.ACTN_CD,
CASE
WHEN ROUTE.ACTN_CD = 'C' THEN 'COMPLETED'
ELSE 'OTHER'
END AS ACTN,
ROUTE.ANNOTN,
PERSON.ORG_NAME
From
KREW_ACTN_TKN_T_COM ROUTE Left Join
PEOPLE.X002_PEOPLE_CURR_YEAR PERSON On PERSON.EMPLOYEE_NUMBER = ROUTE.PRNCPL_ID
Order By
ROUTE.ACTN_DT,
ROUTE.ACTN_TKN_ID
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD UNIQUE INITIATOR LIST
print("Build unique initiate list...")
sr_file = "X000_Initiate_unique"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select Distinct
ROUTE.ACTN_TKN_ID,
ROUTE.DOC_HDR_ID,
Min(ROUTE.ACTN_DT) As ACTN_DT,
ROUTE.PRNCPL_ID,
CASE
WHEN ROUTE.PRNCPL_ID = '26807815' THEN 'KFS WORKFLOW SYSTEM USER'
WHEN PERSON.NAME_ADDR IS NULL THEN 'UNKNOWN'
ELSE PERSON.NAME_ADDR
END AS NAME_ADDR,
ROUTE.ACTN_CD,
CASE
WHEN ROUTE.ACTN_CD = 'C' THEN 'COMPLETED'
ELSE 'OTHER'
END AS ACTN,
ROUTE.ANNOTN,
Count(ROUTE.DOC_VER_NBR) As COM_COUNT,
PERSON.ORG_NAME
From
KREW_ACTN_TKN_T_COM ROUTE Left Join
PEOPLE.X002_PEOPLE_CURR_YEAR PERSON On PERSON.EMPLOYEE_NUMBER = ROUTE.PRNCPL_ID
Group By
ROUTE.DOC_HDR_ID
Order By
ROUTE.ACTN_DT,
ROUTE.ACTN_TKN_ID
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
PAYMENT APPROVE LIST
*****************************************************************************"""
print("PAYMENT APPROVE LIST")
funcfile.writelog("PAYMENT APPROVE LIST")
# BUILD CURR APPROVALS ALL APPROVERS
print("Build approve list...")
sr_file = "X000_Approve"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select Distinct
ROUTE.ACTN_TKN_ID,
ROUTE.DOC_HDR_ID,
ROUTE.ACTN_DT,
ROUTE.PRNCPL_ID,
CASE
WHEN ROUTE.PRNCPL_ID = '26807815' THEN 'KFS WORKFLOW SYSTEM USER'
WHEN PERSON.NAME_ADDR IS NULL THEN 'UNKNOWN'
ELSE PERSON.NAME_ADDR
END AS NAME_ADDR,
ROUTE.ACTN_CD,
CASE
WHEN ROUTE.ACTN_CD = 'a' THEN 'SUPER USER APPROVED'
WHEN ROUTE.ACTN_CD = 'A' THEN 'APPROVED'
WHEN ROUTE.ACTN_CD = 'B' THEN 'BLANKET APPROVED'
WHEN ROUTE.ACTN_CD = 'r' THEN 'SUPER USER ROUTE LEVEL APPROVED'
WHEN ROUTE.ACTN_CD = 'R' THEN 'SUPER USER ROUTE LEVEL APPROVED'
WHEN ROUTE.ACTN_CD = 'v' THEN 'SUPER USER APPROVED'
ELSE 'OTHER'
END AS ACTN,
ROUTE.ANNOTN,
PERSON.ORG_NAME
From
KREW_ACTN_TKN_T_APP ROUTE Left Join
PEOPLE.X002_PEOPLE_CURR_YEAR PERSON On PERSON.EMPLOYEE_NUMBER = ROUTE.PRNCPL_ID
Order By
ROUTE.ACTN_DT,
ROUTE.ACTN_TKN_ID
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD CURR APPROVALS UNIQUE LIST OF LAST APPROVER
print("Build unique approve list...")
sr_file = "X000_Approve_unique"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select Distinct
ROUTE.ACTN_TKN_ID,
ROUTE.DOC_HDR_ID,
Min(ROUTE.ACTN_DT) As ACTN_DT,
ROUTE.PRNCPL_ID,
CASE
WHEN ROUTE.PRNCPL_ID = '26807815' THEN 'KFS WORKFLOW SYSTEM USER'
WHEN PERSON.NAME_ADDR IS NULL THEN 'UNKNOWN'
ELSE PERSON.NAME_ADDR
END AS NAME_ADDR,
ROUTE.ACTN_CD,
CASE
WHEN ROUTE.ACTN_CD = 'a' THEN 'SUPER USER APPROVED'
WHEN ROUTE.ACTN_CD = 'A' THEN 'APPROVED'
WHEN ROUTE.ACTN_CD = 'B' THEN 'BLANKET APPROVED'
WHEN ROUTE.ACTN_CD = 'r' THEN 'SUPER USER ROUTE LEVEL APPROVED'
WHEN ROUTE.ACTN_CD = 'R' THEN 'SUPER USER ROUTE LEVEL APPROVED'
WHEN ROUTE.ACTN_CD = 'v' THEN 'SUPER USER APPROVED'
ELSE 'OTHER'
END AS ACTN,
ROUTE.ANNOTN,
Count(ROUTE.DOC_VER_NBR) As APP_COUNT,
PERSON.ORG_NAME
From
KREW_ACTN_TKN_T_APP ROUTE Left Join
PEOPLE.X002_PEOPLE_CURR_YEAR PERSON On PERSON.EMPLOYEE_NUMBER = ROUTE.PRNCPL_ID
Group By
ROUTE.DOC_HDR_ID
Having
ORG_NAME Is Not NULL And
ORG_NAME Not In ('NWU PURCHASE AND PAYMENTS')
Order By
ROUTE.ACTN_DT,
ROUTE.ACTN_TKN_ID
"""
"""
Having
ORG_NAME Is Not NULL
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
PAYMENT ACCOUNTING LINE
*****************************************************************************"""
print("PAYMENT ACCOUNTING LINE")
funcfile.writelog("PAYMENT ACCOUNTING LINE")
# BUILD ACCOUNTING LINES
print("Build account lines...")
sr_file = "X000_Account_line"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
LINE.FDOC_NBR,
LINE.FDOC_LINE_NBR,
LINE.FDOC_POST_YR,
Trim(LINE.FIN_COA_CD)||'.'||Trim(LINE.ACCOUNT_NBR)||'.'||Trim(LINE.FIN_OBJECT_CD) As COST_STRING,
Case
When LINE.FDOC_LINE_DBCR_CD = "C" Then LINE.FDOC_LINE_AMT * -1
Else LINE.FDOC_LINE_AMT
End As AMOUNT,
LINE.VATABLE,
LINE.FDOC_LINE_DESC,
ACC.ORG_NM,
ACC.ACCOUNT_NM,
OBJ.FIN_OBJ_CD_NM,
ACC.ACCT_TYP_NM,
ACC.ACCT_FSC_OFC_UID
From
FP_ACCT_LINES_T LINE Left Join
KFS.X000_Account ACC ON ACC.FIN_COA_CD = LINE.FIN_COA_CD And
ACC.ACCOUNT_NBR = LINE.ACCOUNT_NBR Left Join
KFS.CA_OBJECT_CODE_T OBJ ON OBJ.UNIV_FISCAL_YR = LINE.FDOC_POST_YR And
OBJ.FIN_COA_CD = LINE.FIN_COA_CD And
OBJ.FIN_OBJECT_CD = LINE.FIN_OBJECT_CD
Order By
LINE.FDOC_NBR,
LINE.FDOC_LINE_NBR,
LINE.FDOC_LINE_AMT
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD UNIQUE ACCOUNT LINE
print("Build unique account lines...")
sr_file = "X000_Account_line_unique"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
FIND.FDOC_NBR,
FIND.FDOC_POST_YR,
FIND.COST_STRING,
Max(FIND.AMOUNT) As AMOUNT,
FIND.FDOC_LINE_DESC,
Count(FIND.VATABLE) As COUNT_LINES
From
X000_Account_line FIND
Group By
FIND.FDOC_NBR
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
PAYMENT NOTES
*****************************************************************************"""
print("PAYMENT NOTES")
funcfile.writelog("PAYMENT NOTES")
# BUILD PAYMENT NOTE
print("Build payment note...")
sr_file = "X000_Note"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PAY.EDOC,
HDR.FDOC_DESC As NOTE_DESC,
NTE.TXT As NOTE_TXT
From
X000_Payments PAY Left Join
KFS.KRNS_DOC_HDR_T HDR On HDR.DOC_HDR_ID = PAY.EDOC Inner Join
KFS.KRNS_NTE_T NTE On NTE.RMT_OBJ_ID = HDR.OBJ_ID Left Join
KFS.KRNS_ATT_T ATT On ATT.NTE_ID = NTE.NTE_ID
Where
ATT.FILE_NM IS NULL
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD PAYMENT UNIQUE NOTE
print("Build payment unique note...")
sr_file = "X000_Note_unique"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
NTE.EDOC,
Count(NTE.EDOC) As NOTE_COUNT,
NTE.NOTE_DESC,
NTE.NOTE_TXT
From
X000_Note NTE
Group By
NTE.EDOC
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
PAYMENT ATTACHMENTS
*****************************************************************************"""
print("PAYMENT ATTACHMENTS")
funcfile.writelog("PAYMENT ATTACHMENTS")
# BUILD PAYMENT ATTACHMENTS
print("Build payment attachments...")
sr_file = "X000_Attachment"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PAY.EDOC,
HDR.FDOC_DESC As ATTACH_DESC,
NTE.TXT As ATTACH_TXT,
ATT.FILE_NM As ATTACH_FILE
From
X000_Payments PAY Left Join
KFS.KRNS_DOC_HDR_T HDR On HDR.DOC_HDR_ID = PAY.EDOC Inner Join
KFS.KRNS_NTE_T NTE On NTE.RMT_OBJ_ID = HDR.OBJ_ID Inner Join
KFS.KRNS_ATT_T ATT On ATT.NTE_ID = NTE.NTE_ID
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD PAYMENT UNIQUE ATTACHMENT
print("Build payment unique attachment...")
sr_file = "X000_Attachment_unique"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
ATT.EDOC,
Count(ATT.EDOC) As ATTACH_COUNT,
ATT.ATTACH_DESC,
ATT.ATTACH_TXT,
ATT.ATTACH_FILE
From
X000_Attachment ATT
Group By
ATT.EDOC
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
PAYMENTS DETAIL
*****************************************************************************"""
print("PAYMENTS DETAIL")
funcfile.writelog("PAYMENTS DETAIL")
# PAYMENT LIST WITH DETAIL
print("Build payment report...")
sr_file = "X001aa_Report_payments"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PAY.EDOC,
PAY.EDOC As CUST_PMT_DOC_NBR,
PAY.PMT_GRP_ID,
PAY.PAYEE_ID,
PAY.PAYEE_TYPE,
TYP.PAYEE_TYP_DESC,
PAY.PAYEE_OWNR_CD_CALC,
PTC.LOOKUP_DESCRIPTION As PAYEE_OWNR_DESC,
PAY.PAYEE_NAME,
PAY.PAYEE_ID As VENDOR_ID,
VEN.VNDR_TYP_CD As VENDOR_TYPE,
CASE
WHEN PAY.PAYEE_OWNR_CD_CALC = 'EM' THEN 'EM'
WHEN PAY.PAYEE_OWNR_CD_CALC = 'ST' THEN 'ST'
ELSE VEN.VNDR_TYP_CD
END As VENDOR_TYPE_CALC,
VEN.VNDR_NM AS VENDOR_NAME,
VEN.VNDR_URL_ADDR AS VENDOR_REG_NR,
VEN.VNDR_TAX_NBR AS VENDOR_TAX_NR,
PEE.BNK_ACCT_NBR AS VENDOR_BANK_NR,
PAY.DOC_TYPE,
PAY.DOC_LABEL,
PAY.REQS_NBR,
PAY.PO_NBR,
PAY.INV_NBR,
PAY.INV_DT,
PAY.ORIG_INV_AMT,
PAY.NET_PMT_AMT,
PAY.PMT_DTL_ID,
PAY.PMT_DT,
PAY.PMT_STAT_CD,
Upper(STA.PMT_STAT_CD_DESC) AS PAYMENT_STATUS,
PAY.DISB_NBR,
PAY.DISB_TS,
INI.PRNCPL_ID AS COMPLETE_EMP_NO,
INI.NAME_ADDR AS COMPLETE_EMP_NAME,
INI.ACTN_DT AS COMPLETE_DATE,
INI.ACTN AS COMPLETE_STATUS,
Cast(INI.COM_COUNT As INT) As I_COUNT,
INI.ANNOTN AS COMPLETE_NOTE,
APP.PRNCPL_ID AS APPROVE_EMP_NO,
APP.NAME_ADDR AS APPROVE_EMP_NAME,
APP.ACTN_DT AS APPROVE_DATE,
APP.ACTN AS APPROVE_STATUS,
Cast(APP.APP_COUNT As INT) As A_COUNT,
APP.ANNOTN AS APPROVE_NOTE,
CASE
WHEN ACC.COUNT_LINES = 1 THEN ACC.COST_STRING
ELSE Cast(ACC.COUNT_LINES As TEXT)
END As ACC_COST_STRING,
ACC.FDOC_LINE_DESC As ACC_DESC,
NTE.NOTE_DESC,
NTE.NOTE_TXT,
NTE.NOTE_COUNT,
ATT.ATTACH_DESC,
ATT.ATTACH_TXT,
ATT.ATTACH_FILE,
ATT.ATTACH_COUNT
From
X000_Payments PAY Left Join
KFS.X000_Vendor VEN On VEN.VENDOR_ID = PAY.PAYEE_ID Left Join
KFS.PDP_PAYEE_ACH_ACCT_T PEE On PEE.PAYEE_ID_NBR = PAY.PAYEE_ID And
PEE.PAYEE_ID_TYP_CD = PAY.PAYEE_TYPE Left Join
KFS.PDP_PAYEE_TYP_T TYP ON TYP.PAYEE_TYP_CD = PAY.PAYEE_TYPE Left Join
KFS.X000_OWN_KFS_LOOKUPS PTC on PTC.LOOKUP_CODE = PAY.PAYEE_OWNR_CD_CALC And
PTC.LOOKUP = "PAYEE OWNER TYPE" Left Join
KFS.PDP_PMT_STAT_CD_T STA On STA.PMT_STAT_CD = PAY.PMT_STAT_CD Left Join
X000_Initiate_unique INI On INI.DOC_HDR_ID = PAY.EDOC Left Join
X000_Approve_unique APP On APP.DOC_HDR_ID = PAY.EDOC Left Join
X000_Account_line_unique ACC On ACC.FDOC_NBR = PAY.EDOC Left Join
X000_Note_unique NTE On NTE.EDOC = PAY.EDOC Left Join
X000_Attachment_unique ATT On ATT.EDOC = PAY.EDOC
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# PAYMENT LIST WITH ALL INITIATORS
print("Build payments initiate...")
sr_file = "X001ab_Report_payments_initiate"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PAYMENT.EDOC,
PAYMENT.CUST_PMT_DOC_NBR,
PAYMENT.PMT_GRP_ID,
PAYMENT.VENDOR_ID,
PAYMENT.PAYEE_NAME,
PAYMENT.PAYEE_TYPE,
PAYMENT.PAYEE_TYP_DESC,
PAYMENT.VENDOR_NAME,
PAYMENT.VENDOR_REG_NR,
PAYMENT.VENDOR_TAX_NR,
PAYMENT.VENDOR_BANK_NR,
PAYMENT.VENDOR_TYPE,
PAYMENT.VENDOR_TYPE_CALC,
PAYMENT.DISB_NBR,
PAYMENT.DISB_TS,
PAYMENT.PMT_DTL_ID,
PAYMENT.PMT_DT,
PAYMENT.PMT_STAT_CD,
PAYMENT.PAYMENT_STATUS,
PAYMENT.INV_NBR,
PAYMENT.REQS_NBR,
PAYMENT.PO_NBR,
PAYMENT.INV_DT,
PAYMENT.ORIG_INV_AMT,
PAYMENT.NET_PMT_AMT,
DOC.DOC_TYP_NM As DOC_TYPE,
Upper(DOC.LBL) As DOC_LABEL,
INIT.PRNCPL_ID AS INIT_EMP_NO,
INIT.NAME_ADDR AS INIT_EMP_NAME,
INIT.ACTN_DT AS INIT_DATE,
INIT.ACTN AS INIT_STATUS,
INIT.ANNOTN AS NOTE,
APPROVE.PRNCPL_ID AS APPROVE_EMP_NO,
APPROVE.NAME_ADDR AS APPROVE_EMP_NAME,
APPROVE.ACTN_DT AS APPROVE_DATE,
APPROVE.ACTN AS APPROVE_STATUS,
Cast(APPROVE.APP_COUNT As INT) As A_COUNT,
APPROVE.ANNOTN AS APPROVE_NOTE,
CASE
WHEN ACC.COUNT_LINES = 1 THEN ACC.COST_STRING
ELSE Cast(ACC.COUNT_LINES As TEXT)
END As ACC_COST_STRING,
ACC.FDOC_LINE_DESC As ACC_DESC
From
X001aa_Report_payments PAYMENT Left Join
KFS.X000_Document DOC On DOC.DOC_HDR_ID = PAYMENT.EDOC Left Join
X000_Account_line_unique ACC On ACC.FDOC_NBR = PAYMENT.EDOC Left Join
X000_Initiate INIT On INIT.DOC_HDR_ID = PAYMENT.EDOC Left Join
X000_Approve_unique APPROVE On APPROVE.DOC_HDR_ID = PAYMENT.EDOC
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# PAYMENT LIST WITH ALL APPROVERS
print("Build payments approved...")
sr_file = "X001ac_Report_payments_approve"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PAYMENT.EDOC,
PAYMENT.CUST_PMT_DOC_NBR,
PAYMENT.PMT_GRP_ID,
PAYMENT.VENDOR_ID,
PAYMENT.PAYEE_NAME,
PAYMENT.PAYEE_TYPE,
PAYMENT.PAYEE_TYP_DESC,
PAYMENT.VENDOR_NAME,
PAYMENT.VENDOR_REG_NR,
PAYMENT.VENDOR_TAX_NR,
PAYMENT.VENDOR_BANK_NR,
PAYMENT.VENDOR_TYPE,
PAYMENT.VENDOR_TYPE_CALC,
PAYMENT.DISB_NBR,
PAYMENT.DISB_TS,
PAYMENT.PMT_DTL_ID,
PAYMENT.PMT_DT,
PAYMENT.PMT_STAT_CD,
PAYMENT.PAYMENT_STATUS,
PAYMENT.INV_NBR,
PAYMENT.REQS_NBR,
PAYMENT.PO_NBR,
PAYMENT.INV_DT,
PAYMENT.ORIG_INV_AMT,
PAYMENT.NET_PMT_AMT,
DOC.DOC_TYP_NM As DOC_TYPE,
Upper(DOC.LBL) As DOC_LABEL,
INITIATE.PRNCPL_ID AS COMPLETE_EMP_NO,
INITIATE.NAME_ADDR AS COMPLETE_EMP_NAME,
INITIATE.ACTN_DT AS COMPLETE_DATE,
INITIATE.ACTN AS COMPLETE_STATUS,
Cast(INITIATE.COM_COUNT As INT) As I_COUNT,
APPROVE.PRNCPL_ID AS APPROVE_EMP_NO,
APPROVE.NAME_ADDR AS APPROVE_EMP_NAME,
APPROVE.ACTN_DT AS APPROVE_DATE,
APPROVE.ACTN AS APPROVE_STATUS,
PAYMENT.A_COUNT,
APPROVE.ANNOTN AS NOTE,
CASE
WHEN ACC.COUNT_LINES = 1 THEN ACC.COST_STRING
ELSE Cast(ACC.COUNT_LINES As TEXT)
END As ACC_COST_STRING,
ACC.FDOC_LINE_DESC As ACC_DESC
From
X001aa_Report_payments PAYMENT Left Join
KFS.X000_Document DOC On DOC.DOC_HDR_ID = PAYMENT.EDOC Left Join
X000_Account_line_unique ACC On ACC.FDOC_NBR = PAYMENT.EDOC Left Join
X000_Approve APPROVE On APPROVE.DOC_HDR_ID = PAYMENT.EDOC Left Join
X000_Initiate_unique INITIATE On INITIATE.DOC_HDR_ID = PAYMENT.EDOC
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# PAYMENT LIST WITH ALL ACCOUNT LINES
print("Build payments account line...")
sr_file = "X001ad_Report_payments_accroute"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PAYMENT.EDOC,
PAYMENT.CUST_PMT_DOC_NBR,
PAYMENT.PMT_GRP_ID,
PAYMENT.VENDOR_ID,
PAYMENT.PAYEE_NAME,
PAYMENT.PAYEE_TYPE,
PAYMENT.PAYEE_TYP_DESC,
PAYMENT.VENDOR_NAME,
PAYMENT.VENDOR_REG_NR,
PAYMENT.VENDOR_TAX_NR,
PAYMENT.VENDOR_BANK_NR,
PAYMENT.VENDOR_TYPE,
PAYMENT.VENDOR_TYPE_CALC,
PAYMENT.DISB_NBR,
PAYMENT.DISB_TS,
PAYMENT.PMT_DT,
PAYMENT.PMT_STAT_CD,
PAYMENT.PAYMENT_STATUS,
PAYMENT.INV_NBR,
PAYMENT.REQS_NBR,
PAYMENT.PO_NBR,
PAYMENT.INV_DT,
PAYMENT.ORIG_INV_AMT,
PAYMENT.NET_PMT_AMT,
DOC.DOC_TYP_NM As DOC_TYPE,
Upper(DOC.LBL) As DOC_LABEL,
INIT.PRNCPL_ID AS INIT_EMP_NO,
INIT.NAME_ADDR AS INIT_EMP_NAME,
INIT.ACTN_DT AS INIT_DATE,
INIT.ACTN AS INIT_STATUS,
Cast(INIT.COM_COUNT As INT) As I_COUNT,
INIT.ANNOTN AS COMPLETE_NOTE,
APPROVE.PRNCPL_ID AS APPROVE_EMP_NO,
APPROVE.NAME_ADDR AS APPROVE_EMP_NAME,
APPROVE.ACTN_DT AS APPROVE_DATE,
APPROVE.ACTN AS APPROVE_STATUS,
Cast(APPROVE.APP_COUNT As INT) As A_COUNT,
APPROVE.ANNOTN AS APPROVE_NOTE,
ACC.FDOC_LINE_NBR As ACC_LINE,
ACC.COST_STRING As ACC_COST_STRING,
ACC.AMOUNT As ACC_AMOUNT,
ACC.FDOC_LINE_DESC As ACC_DESC,
ACC.ORG_NM,
ACC.ACCOUNT_NM,
ACC.FIN_OBJ_CD_NM,
ACC.ACCT_TYP_NM,
ACC.ACCT_FSC_OFC_UID
From
X001aa_Report_payments PAYMENT Left Join
KFS.X000_Document DOC On DOC.DOC_HDR_ID = PAYMENT.EDOC Left Join
X000_Account_line ACC On ACC.FDOC_NBR = PAYMENT.EDOC Left Join
X000_Initiate_unique INIT On INIT.DOC_HDR_ID = PAYMENT.EDOC Left Join
X000_Approve_unique APPROVE On APPROVE.DOC_HDR_ID = PAYMENT.EDOC
Order By
VENDOR_NAME,
PAYEE_NAME,
PMT_DT,
EDOC,
FDOC_LINE_NBR
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
"""*****************************************************************************
PAYMENT REPORTS
*****************************************************************************"""
funcfile.writelog("PAYMENTS SUMMARY")
if l_debug:
print("PAYMENTS SUMMARY")
# VENDOR PAYMENT ANNUAL TOTALS
# NB NOTE REFERENCED IN TESTS - DO NOT CHANGE FIELD NAMES
# PER VENDOR LAST PAYMENT DATE
# TOTAL AMOUNT PAID TO EACH VENDOR
# THE NUMBER OF PAYMENTS
if l_debug:
print("Build vendor payments summary...")
sr_file = "X002aa_Report_payments_summary"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
'%PERIOD_TEXT%' As YEAR,
PAY.VENDOR_ID,
PAY.PAYEE_NAME,
PAY.VENDOR_NAME,
PAY.PAYEE_TYPE,
PAY.PAYEE_TYP_DESC As PAYEE_TYPE_DESC,
PAY.PAYEE_OWNR_CD_CALC As OWNER_TYPE,
PAY.PAYEE_OWNR_DESC As OWNER_TYPE_DESC,
PAY.VENDOR_TYPE_CALC As VENDOR_TYPE,
VTY.LOOKUP_DESCRIPTION As VENDOR_TYPE_DESC,
Max(PAY.PMT_DT) As LAST_PMT_DT,
Sum(PAY.NET_PMT_AMT) As NET_PMT_AMT,
Count(PAY.VENDOR_ID) As TRAN_COUNT
From
X001aa_Report_payments PAY Left Join
KFS.X000_OWN_KFS_LOOKUPS VTY on VTY.LOOKUP_CODE = PAY.VENDOR_TYPE_CALC And
VTY.LOOKUP = "VENDOR TYPE CALC"
Group By
PAY.VENDOR_ID
"""
if s_period == "curr":
s_sql = s_sql.replace("%PERIOD_TEXT%", 'CURRENT')
elif s_period == "prev":
s_sql = s_sql.replace("%PERIOD_TEXT%", 'PREVIOUS')
else:
s_sql = s_sql.replace("%PERIOD_TEXT%", s_year)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# PAYEE TYPE PER MONTH
if l_debug:
print("Build payee type payment summary per month...")
sr_file = "X002ab_Report_payments_typemon"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
'%PERIOD_TEXT%' As YEAR,
PAYM.PAYEE_TYPE,
PAYM.PAYEE_TYP_DESC As PAYEE_DESC,
PAYM.PAYEE_OWNR_CD_CALC As OWNER_TYPE,
PAYM.PAYEE_OWNR_DESC As OWNER_DESC,
PAYM.VENDOR_TYPE_CALC As VENDOR_TYPE,
LOOK.LOOKUP_DESCRIPTION As VENDOR_DESC,
PAYM.DOC_TYPE,
PAYM.DOC_LABEL,
SubStr(PAYM.PMT_DT, 6, 2) As MONTH,
Cast(Count(PAYM.NET_PMT_AMT) As INT) As TRAN_COUNT,
Cast(Total(PAYM.NET_PMT_AMT) As REAL) As AMOUNT_SUM
From
X001aa_Report_payments PAYM Left Join
KFS.X000_Own_kfs_lookups LOOK On LOOK.LOOKUP_CODE = PAYM.VENDOR_TYPE_CALC And
LOOK.LOOKUP = "VENDOR TYPE CALC"
Group By
PAYM.PAYEE_TYPE,
PAYM.PAYEE_OWNR_CD_CALC,
PAYM.VENDOR_TYPE_CALC,
PAYM.DOC_TYPE,
SubStr(PAYM.PMT_DT, 6, 2)
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if s_period == "curr":
s_sql = s_sql.replace("%PERIOD_TEXT%", 'CURRENT')
elif s_period == "prev":
s_sql = s_sql.replace("%PERIOD_TEXT%", 'PREVIOUS')
else:
s_sql = s_sql.replace("%PERIOD_TEXT%", s_year)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# PAYMENT TYPE ANNUAL SUMMARY TOTALS
if l_debug:
print("Payment type annual summary totals...")
sr_file = "X002ac_Report_payment_type_summary"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
'%PERIOD_TEXT%' As YEAR,
REP.PAYEE_TYPE,
REP.PAYEE_TYP_DESC As PAYEE_TYPE_DESC,
REP.VENDOR_TYPE_CALC As VENDOR_TYPE,
VTY.LOOKUP_DESCRIPTION As VENDOR_TYPE_DESC,
REP.PAYEE_OWNR_CD_CALC As OWNER_TYPE,
REP.PAYEE_OWNR_DESC As OWNER_TYPE_DESC,
REP.DOC_TYPE,
REP.DOC_LABEL As DOC_TYPE_DESC,
Count(REP.EDOC) As TRAN_COUNT,
Total(REP.NET_PMT_AMT) As TRAN_TOTAL
From
X001aa_Report_payments REP Left Join
KFS.X000_OWN_KFS_LOOKUPS VTY on VTY.LOOKUP_CODE = REP.VENDOR_TYPE_CALC And
VTY.LOOKUP = "VENDOR TYPE CALC"
Group By
REP.PAYEE_TYPE,
REP.VENDOR_TYPE_CALC,
REP.PAYEE_OWNR_CD_CALC,
REP.DOC_TYPE
"""
if s_period == "curr":
s_sql = s_sql.replace("%PERIOD_TEXT%", 'CURRENT')
elif s_period == "prev":
s_sql = s_sql.replace("%PERIOD_TEXT%", 'PREVIOUS')
else:
s_sql = s_sql.replace("%PERIOD_TEXT%", s_year)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# PREVIOUS MONTH PAYMENT DOCUMENT TYPE SUMMARY
if l_debug:
print("Monthly payment document type summary...")
sr_file = "X002ad_Report_payment_doctype_summary"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
SubStr(X001aa_Report_payments.VENDOR_ID, 1, 8) As VENDOR_ID,
X001aa_Report_payments.PAYEE_NAME As VENDOR_NAME,
X001aa_Report_payments.VENDOR_TYPE_CALC As VENDOR_TYPE,
X001aa_Report_payments.DOC_TYPE,
X001aa_Report_payments.DOC_LABEL,
Max(X001aa_Report_payments.DISB_TS) As LAST_DISB_DT,
Count(X001aa_Report_payments.EDOC) As TRAN_COUNT,
Total(X001aa_Report_payments.NET_PMT_AMT) As TRAN_TOTAL
From
X001aa_Report_payments
Where
SubStr(X001aa_Report_payments.DISB_TS,6,2) = "%PMONTH%"
Group By
SubStr(X001aa_Report_payments.VENDOR_ID, 1, 8),
X001aa_Report_payments.DOC_TYPE
Order By
TRAN_TOTAL Desc
"""
s_sql = s_sql.replace("%PMONTH%", funcdate.prev_month())
funcdate.prev_month()
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if l_export:
# Data export
sx_path = re_path + s_year + "/"
sx_file = "Creditor_report_002ad_doc_type_summ_"
sx_file_dated = sx_file + funcdate.prev_month()
if l_debug:
print("Export current year assignments..." + sx_path +
sx_file_dated)
# Read the header data
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
# Write the data
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file, s_head)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file_dated,
s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file_dated)
""" ****************************************************************************
END OF SCRIPT
*****************************************************************************"""
funcfile.writelog("END OF SCRIPT")
if l_debug:
print("END OF SCRIPT")
so_conn.commit()
so_conn.close()
# Close the log writer *********************************************************
funcfile.writelog("-------------------------------")
funcfile.writelog("COMPLETED: B006_KFS_PERIOD_LIST")
return
def people_test_masterfile_xdev():
"""
Script to test multiple PEOPLE MASTER FILE items
:return: Nothing
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
so_path = "W:/People/" # Source database path
re_path = "R:/People/" # Results path
ed_path = "S:/_external_data/" # external data path
so_file = "People_test_masterfile.sqlite" # Source database
s_sql = "" # SQL statements
l_debug: bool = True # Display statements on screen
l_export: bool = True # Export findings to text file
l_mail: bool = funcconf.l_mail_project
l_mail: bool = False # Send email messages
l_mess: bool = funcconf.l_mess_project
l_mess: bool = False # Send communicator messages
l_record: bool = False # Record findings for future use
i_finding_before: int = 0
i_finding_after: int = 0
# LOG
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: " + s_function.upper())
funcfile.writelog("-" * len("script: " + s_function))
if l_debug:
print(s_function.upper())
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator",
"<b>" + s_function.upper() + "</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# OPEN THE WORKING DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE '" + so_path +
"People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
so_curs.execute(
"ATTACH DATABASE 'W:/People_payroll/People_payroll.sqlite' AS 'PAYROLL'"
)
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
""" ****************************************************************************
TEMPORARY SCRIPT
*****************************************************************************"""
# TODO Delete after first run
s_file_prefix: str = "X003e"
sr_file: str = s_file_prefix + "a_permit_expire"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
sr_file: str = s_file_prefix + "a_work_permit_expire"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
sr_file: str = s_file_prefix + "b_detail"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
sr_file: str = s_file_prefix + "f_officer"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
sr_file: str = s_file_prefix + "g_supervisor"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
sr_file: str = s_file_prefix + "h_contact"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
sr_file: str = s_file_prefix + "x_work_permit_expire"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
if l_debug:
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
""" ****************************************************************************
MASTER FILE LISTS
*****************************************************************************"""
"""*****************************************************************************
TEST FOREIGN EMPLOYEE WORK PERMIT EXPIRED
*****************************************************************************"""
# FILES NEEDED
# X000_PEOPLE
# DEFAULT TRANSACTION OWNER PEOPLE
# 21022402 MS AC COERTZEN for permanent employees
# 20742010 MRS N BOTHA for temporary employees
# Exclude 12795631 MR R VAN DEN BERG
# Exclude 13277294 MRS MC STRYDOM
# DECLARE TEST VARIABLES
i_finding_before = 0
i_finding_after = 0
s_description = "Work permit expired"
s_file_prefix: str = "X003e"
s_file_name: str = "work_permit_expired"
s_finding: str = "EMPLOYEE WORK PERMIT EXPIRED"
s_report_file: str = "001_reported.txt"
# OBTAIN TEST RUN FLAG
if functest.get_test_flag(so_curs, "HR", "TEST " + s_finding,
"RUN") == "FALSE":
if l_debug:
print('TEST DISABLED')
funcfile.writelog("TEST " + s_finding + " DISABLED")
else:
# LOG
funcfile.writelog("TEST " + s_finding)
if l_debug:
print("TEST " + s_finding)
# OBTAIN MASTER DATA
if l_debug:
print("Obtain master data...")
sr_file: str = s_file_prefix + "a_" + s_file_name
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = "Create Table " + sr_file + " As " + """
Select
'NWU' ORG,
Substr(p.location,1,3) LOC,
p.employee_number EMPLOYEE_NUMBER,
p.nationality NATIONALITY,
p.national_identifier IDNO,
p.passport PASSPORT,
p.permit PERMIT,
p.permit_expire PERMIT_EXPIRE,
Case
When p.permit Like('PRP%') Then '0 PRP PERMIT'
When p.position_name Like('EXTRA%') And p.permit = '' Then '0 EXTRAORDINARY POSITION'
When p.position_name Like('EXTRA%') And p.permit != '' Then '1 PERMIT EXPIRED EXTRAORDINARY'
When p.passport != '' And p.permit_expire >= Date('1900-01-01') And p.permit_expire < Date('%TODAY%')
Then '1 PERMIT EXPIRED'
When p.passport != '' And p.permit_expire >= Date('1900-01-01') And p.permit_expire < Date('%MONTH%')
Then '1 PERMIT EXPIRE SOON'
When p.passport != '' And p.permit_expire = '' Then '1 BLANK PERMIT EXPIRY DATE'
Else '0 PERMIT EXPIRE IN FUTURE'
End as VALID,
p.position_name POSITION,
p.assignment_category ASSIGNMENT_CATEGORY,
Case
When pu.EMPLOYEE_NUMBER Is Not Null And
pu.EMPLOYEE_NUMBER Not In ('12795631','13277294') And
pu.ORG_NAME Like('NWU P&C REMUNERATION%') Then
pu.EMPLOYEE_NUMBER
When p.assignment_category = 'PERMANENT' Then '21022402'
Else '20742010'
End As TRAN_OWNER,
p.assignment_update_by As ASSIGN_USER_ID,
au.EMPLOYEE_NUMBER As ASSIGN_UPDATE,
au.NAME_ADDR As ASSIGN_UPDATE_NAME,
p.people_update_by As PEOPLE_USER_ID,
pu.EMPLOYEE_NUMBER As PEOPLE_UPDATE,
pu.NAME_ADDR As PEOPLE_UPDATE_NAME
From
X000_PEOPLE p Left Join
X000_USER_CURR au On au.USER_ID = p.assignment_update_by Left join
X000_USER_CURR pu On pu.USER_ID = p.people_update_by
Where
p.national_identifier = ''
Order By
VALID,
EMPLOYEE_NUMBER
;"""
s_sql = s_sql.replace("%TODAY%", funcdate.today())
s_sql = s_sql.replace("%MONTH%", funcdate.cur_monthendnext())
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if l_debug:
so_conn.commit()
# IDENTIFY FINDINGS
if l_debug:
print("Identify findings...")
sr_file = s_file_prefix + "b_finding"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
FIND.ORG,
FIND.LOC,
FIND.EMPLOYEE_NUMBER,
FIND.TRAN_OWNER,
FIND.ASSIGNMENT_CATEGORY,
FIND.VALID
From
%FILEP%%FILEN% FIND
Where
FIND.VALID Like ('1%')
;"""
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
s_sql = s_sql.replace("%FILEN%", "a_" + s_file_name)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if l_debug:
so_conn.commit()
# COUNT THE NUMBER OF FINDINGS
if l_debug:
print("Count the number of findings...")
i_finding_before: int = funcsys.tablerowcount(so_curs, sr_file)
funcfile.writelog("%t FINDING: " + str(i_finding_before) + " " +
s_finding + " finding(s)")
if l_debug:
print("*** Found " + str(i_finding_before) + " exceptions ***")
# GET PREVIOUS FINDINGS
if i_finding_before > 0:
functest.get_previous_finding(so_curs, ed_path, s_report_file,
s_finding, "TTTTT")
if l_debug:
so_conn.commit()
# SET PREVIOUS FINDINGS
if i_finding_before > 0:
functest.set_previous_finding(so_curs)
if l_debug:
so_conn.commit()
# ADD PREVIOUS FINDINGS
sr_file = s_file_prefix + "d_addprev"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0:
if l_debug:
print("Join previously reported to current findings...")
s_sql = "CREATE TABLE " + sr_file + " AS" + """
Select
FIND.*,
Lower('%FINDING%') AS PROCESS,
'%TODAY%' AS DATE_REPORTED,
'%DATETEST%' AS DATE_RETEST,
PREV.PROCESS AS PREV_PROCESS,
PREV.DATE_REPORTED AS PREV_DATE_REPORTED,
PREV.DATE_RETEST AS PREV_DATE_RETEST,
PREV.REMARK
From
%FILEP%b_finding FIND Left Join
Z001ab_setprev PREV ON PREV.FIELD1 = FIND.EMPLOYEE_NUMBER
;"""
s_sql = s_sql.replace("%FINDING%", s_finding)
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
s_sql = s_sql.replace("%TODAY%", funcdate.today())
s_sql = s_sql.replace("%DATETEST%", funcdate.cur_monthendnext())
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if l_debug:
so_conn.commit()
# BUILD LIST TO UPDATE FINDINGS
sr_file = s_file_prefix + "e_newprev"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0:
if l_debug:
print("Build list to update findings...")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PREV.PROCESS,
PREV.EMPLOYEE_NUMBER AS FIELD1,
'' AS FIELD2,
'' AS FIELD3,
'' AS FIELD4,
'' AS FIELD5,
PREV.DATE_REPORTED,
PREV.DATE_RETEST,
PREV.REMARK
From
%FILEP%d_addprev PREV
Where
PREV.PREV_PROCESS Is Null Or
PREV.DATE_REPORTED > PREV.PREV_DATE_RETEST And PREV.REMARK = ""
;"""
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if l_debug:
so_conn.commit()
# Export findings to previous reported file
i_finding_after = funcsys.tablerowcount(so_curs, sr_file)
if i_finding_after > 0:
if l_debug:
print("*** " + str(i_finding_after) +
" Finding(s) to report ***")
sx_path = ed_path
sx_file = s_report_file[:-4]
# Read the header data
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
# Write the data
if l_record:
funccsv.write_data(so_conn, "main", sr_file, sx_path,
sx_file, s_head, "a", ".txt")
funcfile.writelog("%t FINDING: " + str(i_finding_after) +
" new finding(s) to export")
funcfile.writelog("%t EXPORT DATA: " + sr_file)
if l_mess:
funcsms.send_telegram(
'', 'administrator', '<b>' + str(i_finding_before) +
'/' + str(i_finding_after) + '</b> ' + s_description)
else:
funcfile.writelog("%t FINDING: No new findings to export")
if l_debug:
print("*** No new findings to report ***")
# IMPORT OFFICERS FOR MAIL REPORTING PURPOSES
if i_finding_before > 0 and i_finding_after > 0:
functest.get_officer(so_curs, "HR",
"TEST " + s_finding + " OFFICER")
so_conn.commit()
# IMPORT SUPERVISORS FOR MAIL REPORTING PURPOSES
if i_finding_before > 0 and i_finding_after > 0:
functest.get_supervisor(so_curs, "HR",
"TEST " + s_finding + " SUPERVISOR")
so_conn.commit()
# ADD CONTACT DETAILS TO FINDINGS
sr_file = s_file_prefix + "h_detail"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0 and i_finding_after > 0:
if l_debug:
print("Add contact details to findings...")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
Substr(PREV.VALID,3,40) As VALID,
PREV.ORG,
PREV.LOC,
PREV.EMPLOYEE_NUMBER,
PEOP.name_address As NAME_ADDRESS,
MAST.NATIONALITY,
MAST.PASSPORT,
MAST.PERMIT,
MAST.PERMIT_EXPIRE,
MAST.POSITION,
PREV.ASSIGNMENT_CATEGORY,
OWNR.EMPLOYEE_NUMBER AS TRAN_OWNER_NUMB,
OWNR.name_address AS TRAN_OWNER_NAME,
OWNR.EMAIL_ADDRESS AS TRAN_OWNER_MAIL1,
CASE
WHEN OWNR.EMPLOYEE_NUMBER != '' THEN OWNR.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE OWNR.EMAIL_ADDRESS
END AS TRAN_OWNER_MAIL2,
CAMP_OFF.EMPLOYEE_NUMBER AS CAMP_OFF_NUMB,
CAMP_OFF.NAME_ADDR AS CAMP_OFF_NAME,
CAMP_OFF.EMAIL_ADDRESS AS CAMP_OFF_MAIL1,
CASE
WHEN CAMP_OFF.EMPLOYEE_NUMBER != '' THEN CAMP_OFF.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE CAMP_OFF.EMAIL_ADDRESS
END AS CAMP_OFF_MAIL2,
CAMP_SUP.EMPLOYEE_NUMBER AS CAMP_SUP_NUMB,
CAMP_SUP.NAME_ADDR AS CAMP_SUP_NAME,
CAMP_SUP.EMAIL_ADDRESS AS CAMP_SUP_MAIL1,
CASE
WHEN CAMP_SUP.EMPLOYEE_NUMBER != '' THEN CAMP_SUP.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE CAMP_SUP.EMAIL_ADDRESS
END AS CAMP_SUP_MAIL2,
ORG_OFF.EMPLOYEE_NUMBER AS ORG_OFF_NUMB,
ORG_OFF.NAME_ADDR AS ORG_OFF_NAME,
ORG_OFF.EMAIL_ADDRESS AS ORG_OFF_MAIL1,
CASE
WHEN ORG_OFF.EMPLOYEE_NUMBER != '' THEN ORG_OFF.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE ORG_OFF.EMAIL_ADDRESS
END AS ORG_OFF_MAIL2,
ORG_SUP.EMPLOYEE_NUMBER AS ORG_SUP_NUMB,
ORG_SUP.NAME_ADDR AS ORG_SUP_NAME,
ORG_SUP.EMAIL_ADDRESS AS ORG_SUP_MAIL1,
CASE
WHEN ORG_SUP.EMPLOYEE_NUMBER != '' THEN ORG_SUP.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE ORG_SUP.EMAIL_ADDRESS
END AS ORG_SUP_MAIL2,
AUD_OFF.EMPLOYEE_NUMBER As AUD_OFF_NUMB,
AUD_OFF.NAME_ADDR As AUD_OFF_NAME,
AUD_OFF.EMAIL_ADDRESS As AUD_OFF_MAIL,
AUD_SUP.EMPLOYEE_NUMBER As AUD_SUP_NUMB,
AUD_SUP.NAME_ADDR As AUD_SUP_NAME,
AUD_SUP.EMAIL_ADDRESS As AUD_SUP_MAIL
From
%FILEP%d_addprev PREV Left Join
%FILEP%a_%FILEN% MAST On MAST.EMPLOYEE_NUMBER = PREV.EMPLOYEE_NUMBER Left Join
PEOPLE.X000_PEOPLE PEOP ON PEOP.EMPLOYEE_NUMBER = PREV.EMPLOYEE_NUMBER Left Join
PEOPLE.X000_PEOPLE OWNR ON OWNR.EMPLOYEE_NUMBER = PREV.TRAN_OWNER Left Join
Z001af_officer CAMP_OFF On CAMP_OFF.CAMPUS = PREV.ASSIGNMENT_CATEGORY Left Join
Z001af_officer ORG_OFF On ORG_OFF.CAMPUS = PREV.ORG Left Join
Z001af_officer AUD_OFF On AUD_OFF.CAMPUS = 'AUD' Left Join
Z001ag_supervisor CAMP_SUP On CAMP_SUP.CAMPUS = PREV.LOC Left Join
Z001ag_supervisor ORG_SUP On ORG_SUP.CAMPUS = PREV.ORG Left Join
Z001ag_supervisor AUD_SUP On AUD_SUP.CAMPUS = 'AUD'
Where
PREV.PREV_PROCESS Is Null Or
PREV.DATE_REPORTED > PREV.PREV_DATE_RETEST And PREV.REMARK = ""
;"""
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
s_sql = s_sql.replace("%FILEN%", s_file_name)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD THE FINAL TABLE FOR EXPORT AND REPORT
sr_file = s_file_prefix + "x_" + s_file_name
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0 and i_finding_after > 0:
if l_debug:
print("Build the final report")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
'%FIND%' As Audit_finding,
FIND.VALID As Reason,
FIND.EMPLOYEE_NUMBER As Employee,
FIND.NAME_ADDRESS As Name,
FIND.NATIONALITY As Nationality,
FIND.PASSPORT As Passport,
FIND.PERMIT As Permit,
FIND.PERMIT_EXPIRE As Permit_expire,
FIND.POSITION As Position,
FIND.ASSIGNMENT_CATEGORY As Ass_category,
FIND.ORG As Organization,
FIND.LOC As Campus,
FIND.TRAN_OWNER_NAME AS Responsible_officer,
FIND.TRAN_OWNER_NUMB AS Responsible_officer_numb,
FIND.TRAN_OWNER_MAIL1 AS Responsible_officer_mail,
FIND.TRAN_OWNER_MAIL2 AS Responsible_officer_mail_alt,
FIND.CAMP_OFF_NAME AS Responsible_officer_2,
FIND.CAMP_OFF_NUMB AS Responsible_officer_2_numb,
FIND.CAMP_OFF_MAIL1 AS Responsible_officer_2_mail,
FIND.CAMP_OFF_MAIL2 AS Responsible_officer_2_mail_alt,
FIND.CAMP_SUP_NAME AS Supervisor,
FIND.CAMP_SUP_NUMB AS Supervisor_numb,
FIND.CAMP_SUP_MAIL1 AS Supervisor_mail,
FIND.ORG_OFF_NAME AS Org_officer,
FIND.ORG_OFF_NUMB AS Org_officer_numb,
FIND.ORG_OFF_MAIL1 AS Org_officer_mail,
FIND.ORG_SUP_NAME AS Org_supervisor,
FIND.ORG_SUP_NUMB AS Org_supervisor_numb,
FIND.ORG_SUP_MAIL1 AS Org_supervisor_mail,
FIND.AUD_OFF_NAME AS Audit_officer,
FIND.AUD_OFF_NUMB AS Audit_officer_numb,
FIND.AUD_OFF_MAIL AS Audit_officer_mail,
FIND.AUD_SUP_NAME AS Audit_supervisor,
FIND.AUD_SUP_NUMB AS Audit_supervisor_numb,
FIND.AUD_SUP_MAIL AS Audit_supervisor_mail
From
%FILEP%h_detail FIND
;"""
s_sql = s_sql.replace("%FIND%", s_finding)
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export findings
if l_export and funcsys.tablerowcount(so_curs, sr_file) > 0:
if l_debug:
print("Export findings...")
sx_path = re_path + funcdate.cur_year() + "/"
sx_file = s_file_prefix + "_" + s_finding.lower() + "_"
sx_file_dated = sx_file + funcdate.today_file()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file,
s_head)
funccsv.write_data(so_conn, "main", sr_file, sx_path,
sx_file_dated, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
else:
s_sql = "CREATE TABLE " + sr_file + " (" + """
BLANK TEXT
);"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# MESSAGE
if l_mess:
funcsms.send_telegram(
"", "administrator",
"Finished <b>" + s_function.upper() + "</b> tests.")
""" ****************************************************************************
END OF SCRIPT
*****************************************************************************"""
funcfile.writelog("END OF SCRIPT")
if l_debug:
print("END OF SCRIPT")
# CLOSE THE DATABASE CONNECTION
so_conn.commit()
so_conn.close()
# CLOSE THE LOG
funcfile.writelog("-" * len("completed: " + s_function))
funcfile.writelog("COMPLETED: " + s_function.upper())
return
def robot_name(s_list: str = "a", s_main: str = "", s_secondary: str = ""):
"""
SEARCH VSS.PARTY FOR NAMES, NUMBERS AND ID'S
:param s_list: List filter
:param s_main: Main search parameter
:param s_secondary: Secondary search parameter
:return: str: Info in message format
"""
# VARIABLES
s_main = s_main.replace(".", " ")
s_return_message: str = ""
l_debug: bool = True
"""*************************************************************************
ENVIRONMENT
*************************************************************************"""
funcfile.writelog("ENVIRONMENT")
if l_debug:
print("ENVIRONMENT")
# DECLARE VARIABLES
so_path: str = "W:/Vss/" # Source database path
so_file: str = "Vss.sqlite" # Source database
re_path: str = "R:/Vss/" # Results
ed_path: str = "S:/_external_data/" # External data location
s_sql: str = "" # SQL statements
l_export: bool = False # Export files
# l_mess: bool = funcconf.l_mess_project
l_mess: bool = False
# LOG
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: D001_ROBOT_NAME")
funcfile.writelog("-----------------------")
if l_debug:
print("---------------")
print("D001_ROBOT_NAME")
print("---------------")
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator", "<b>D001 ROBOT NAME</b>")
# OPEN DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Kfs/Kfs_curr.sqlite' AS 'KFSCURR'")
funcfile.writelog("%t ATTACH DATABASE: VSS_CURR.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_curr.sqlite' AS 'VSSCURR'")
funcfile.writelog("%t ATTACH DATABASE: VSS_CURR.SQLITE")
"""*****************************************************************************
DO THE SEARCH
*****************************************************************************"""
funcfile.writelog("DO THE SEARCH")
if l_debug:
print("DO THE SEARCH")
# BUILD THE WHERE CLAUSE
s_where = "(%MAIN1% %SECONDARY% %LIST%) or (%MAIN2% %SECONDARY% %LIST%) or (%MAIN3% %SECONDARY% %LIST%)"
# MAIN PARAMETER FULL_NAME
if s_main[0:1] == "*":
s_main1 = "PAR.FULL_NAME != ''"
else:
s_main1 = "PAR.FULL_NAME Like('%" + s_main.upper() + "%')"
# MAIN PARAMETER NWU NUMBER
if s_main[0:1] == "*":
s_main2 = "PAR.KBUSINESSENTITYID > 0"
else:
s_main2 = "CAST(PAR.KBUSINESSENTITYID AS TEXT) Like('%" + s_main.upper(
) + "%')"
# MAIN PARAMETER ID NUMBER
if s_main[0:1] == "*":
s_main3 = "PAR.IDNO != ''"
else:
s_main3 = "PAR.IDNO Like('%" + s_main.upper() + "%')"
# SECONDARY PARAMETER NICKNAME
if s_secondary[0:1] == "*":
s_secondary1 = ""
else:
s_secondary1 = "and PAR.NICKNAME Like('%" + s_secondary.upper() + "%')"
# TODO Sort out payee only searches. Take very long with no end result
# LIST PARAMETER
if s_list[0:1] == "e": # Employee
s_list1 = "and PEO.EMPLOYEE_NUMBER Is Not Null"
# elif s_list[0:1] == "p": # Payee
# s_list1 = "and KFS.VENDOR_ID Is Not Null"
elif s_list[0:1] == "s": # Student
s_list1 = "and STU.KSTUDBUSENTID Is Not Null"
elif s_list[0:1] == "v": # Vendor
s_list1 = "and PAR.PARTYTYPE = 2"
else:
s_list1 = ""
s_where = s_where.replace("%MAIN1%", s_main1)
s_where = s_where.replace("%MAIN2%", s_main2)
s_where = s_where.replace("%MAIN3%", s_main3)
s_where = s_where.replace("%SECONDARY%", s_secondary1)
s_where = s_where.replace("%LIST%", s_list1)
if l_debug:
print(s_where)
# LOCATE THE RECORDS
sr_file = "X000_Party_lookup"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if s_where != "":
funcfile.writelog("PARTY LOOKUP")
if l_debug:
print("Party lookup...")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PAR.KBUSINESSENTITYID,
PAR.FULL_NAME,
PAR.TITLE,
PAR.NICKNAME,
PAR.MAIDENNAME,
PAR.IDNO,
PAR.PASSPORT,
PAR.STUDYPERMIT,
PAR.NATIONALITY,
CASE
WHEN PEO.EMPLOYEE_NUMBER Is Not Null THEN True
ELSE False
END AS EMPLOYEE,
CASE
WHEN STU.KSTUDBUSENTID Is Not Null THEN True
ELSE False
END AS STUDENT,
CASE
WHEN KFS.VENDOR_ID Is Not Null THEN True
ELSE False
END AS VENDOR,
PAR.PARTYTYPE,
KFS.YEAR,
KFS.VENDOR_ID
From
X000_Party PAR Left Join
PEOPLE.X002_PEOPLE_CURR PEO On PEO.EMPLOYEE_NUMBER = CAST(PAR.KBUSINESSENTITYID AS TEXT) Left Join
VSSCURR.X001_Student STU On STU.KSTUDBUSENTID = PAR.KBUSINESSENTITYID Left Join
KFSCURR.X002aa_Report_payments_summary KFS ON SUBSTR(KFS.VENDOR_ID,1,8) = CAST(PAR.KBUSINESSENTITYID AS TEXT)
Where
%WHERE%
Order By
PAR.SURNAME,
PAR.INITIALS,
PAR.NICKNAME,
PAR.IDNO Desc
"""
s_sql = s_sql.replace("%WHERE%", s_where)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
else:
s_sql = "CREATE TABLE " + sr_file + " (" + """
BLANK TEXT
);"""
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD MESSAGE FROM DATA
i_records = funcsys.tablerowcount(so_curs, sr_file)
if l_debug:
print(i_records)
if i_records > 0:
"""
row[0] = KBUSINESSENTITYID
row[1] = FULL_NAME
row[2] = TITLE
row[3] = NICKNAME
row[4] = MAIDENNAME
row[5] = IDNO
row[6] = PASSPORT
row[7] = STUDYPERMIT
row[8] = NATIONALITY
row[9] = EMPLOYEE
row[10] = STUDENT
row[11] = VENDOR
row[12] = PARTYTYPE
"""
s_return_message = ""
for row in so_curs.execute("SELECT * from " + sr_file).fetchall():
s_return_message += "\n"
if row[12] == 2: # Do not split vendor name
s_return_message += "<b>" + row[1] + "</b>"
if row[3]:
s_return_message += "\n " + row[3]
else: # Split name
s_return_message += "<b>" + row[1][0:row[1].find(")") +
1] + "</b>\n"
if " " + row[1][row[1].find(")") + 2:]:
s_return_message += " " + row[1][row[1].find(")") + 2:]
if row[9] == 1 or row[10] == 1 or row[11] == 1:
s_return_message += "\n"
if row[9] == 1:
s_return_message += " -employee"
if row[10] == 1:
s_return_message += " -student"
if row[11] == 1:
s_return_message += " -payee"
s_return_message += "\n /nwu " + str(row[0])
if row[5]: # Show only if not null
s_return_message += "\n /id " + str(row[5])
if len(s_return_message) > 3900:
break
if len(s_return_message) > 3900:
s_return_message = "<b>Found " + str(i_records) + " records.</b>\n\n" + \
"Found too many records to display. Please refine your search!\n\n" + \
s_return_message
else:
s_return_message = "<b>Found " + str(
i_records) + " records.</b>\n\n" + s_return_message
"""*****************************************************************************
END OF SCRIPT
*****************************************************************************"""
funcfile.writelog("END OF SCRIPT")
if l_debug:
print("END OF SCRIPT")
# COMMIT DATA
so_conn.commit()
# CLOSE THE DATABASE CONNECTION
so_conn.close()
# CLOSE THE LOG WRITER
funcfile.writelog("--------------------------")
funcfile.writelog("COMPLETED: D001_ROBOT_NAME")
return s_return_message[0:4096]
l_export: bool = False
l_mess: bool = False
l_mail: bool = False
l_record: bool = False
# OPEN THE SCRIPT LOG FILE
if l_debug:
print("-----------------------------")
print("C002_PEOPLE_TEST_CONFLICT_DEV")
print("-----------------------------")
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: C002_PEOPLE_TEST_CONFLICT_DEV")
funcfile.writelog("-------------------------------------")
if l_mess:
funcsms.send_telegram('', 'administrator',
'Testing employee <b>conflict of interest</b>.')
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
if l_debug:
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# OPEN THE WORKING DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
def report_studdeb_recon(dopenmaf: float = 0,
dopenpot: float = 0,
dopenvaa: float = 0,
s_period: str = "curr"):
"""
STUDENT DEBTOR RECONCILIATIONS
:param dopenmaf: int: Mafiking Campus opening balance
:param dopenpot: int: Potchefstroom opening balance
:param dopenvaa: int: Vaal Campus opening balance
:param s_period: str: Period indication curr, prev or year
:return: Null
"""
""" PARAMETERS *************************************************************
dopenmaf = GL Opening balances for Mafikeng campus
dopenpot = GL Opening balances for Potchefstroom campus
dopenvaa = GL Opening balances for Vaal Triangle campus
Notes:
1. When new financial year start, GL does not contain opening balances.
Opening balances are the inserted manually here, until the are inserted
into the GL by journal, usually at the end of March. This was the case
for the 2019 financial year
*************************************************************************"""
"""*************************************************************************
ENVIRONMENT
*************************************************************************"""
# DECLARE VARIABLES
l_debug: bool = True
so_path: str = "W:/Kfs_vss_studdeb/" # Source database path
if s_period == "curr":
s_year: str = funcdate.cur_year()
so_file: str = "Kfs_vss_studdeb.sqlite" # Source database
s_kfs: str = "KFSCURR"
s_vss: str = "VSSCURR"
elif s_period == "prev":
s_year = funcdate.prev_year()
so_file = "Kfs_vss_studdeb_prev.sqlite" # Source database
s_kfs = "KFSPREV"
s_vss = "VSSPREV"
else:
s_year = s_period
so_file = "Kfs_vss_studdeb_" + s_year + ".sqlite" # Source database
s_kfs = ""
s_vss = ""
re_path = "R:/Debtorstud/" # Results
ed_path = "S:/_external_data/" # External data
# l_mess: bool = funcconf.l_mess_project
l_mess: bool = False
l_export = True
l_record = True
s_burs_code = '042z052z381z500' # Current bursary transaction codes
# Open the script log file ******************************************************
print("-------------------------")
print("C200_REPORT_STUDDEB_RECON")
print("-------------------------")
print("ENVIRONMENT")
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: C200_REPORT_STUDDEB_RECON")
funcfile.writelog("---------------------------------")
funcfile.writelog("ENVIRONMENT")
# MESSAGE
if l_mess:
funcsms.send_telegram('', 'administrator',
'<b>C200 Student debtor reconciliations</b>')
"""*************************************************************************
OPEN DATABASES
*************************************************************************"""
print("OPEN DATABASES")
funcfile.writelog("OPEN DATABASES")
# Open the SOURCE file
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# Attach data sources
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Kfs/Kfs_curr.sqlite' AS 'KFSCURR'")
funcfile.writelog("%t ATTACH DATABASE: KFS_CURR.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Kfs/Kfs_prev.sqlite' AS 'KFSPREV'")
funcfile.writelog("%t ATTACH DATABASE: KFS_PREV.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss.sqlite' AS 'VSS'")
funcfile.writelog("%t ATTACH DATABASE: VSS.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_curr.sqlite' AS 'VSSCURR'")
funcfile.writelog("%t ATTACH DATABASE: VSS_CURR.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_prev.sqlite' AS 'VSSPREV'")
funcfile.writelog("%t ATTACH DATABASE: VSS_PREV.SQLITE")
"""*************************************************************************"""
# TODO DELETE SCRIPT AFTER FIRST RUN
so_curs.execute("DROP TABLE IF EXISTS X002dd_vss_closing_open_differ")
so_curs.execute("DROP TABLE IF EXISTS X002de_vss_differ_type")
so_curs.execute("DROP TABLE IF EXISTS X002df_vss_differ_join")
so_curs.execute("DROP TABLE IF EXISTS X002dg_vss_differ_close_open_differ")
so_curs.execute(
"DROP TABLE IF EXISTS X002dh_vss_differ_campus_differ_zerobal")
so_curs.execute("DROP TABLE IF EXISTS X002di_vss_differ_campus_differ_bal")
# JOIN PREVIOUS BALANCE AND CURRENT OPENING BALANCE
print("Join previous balance and current opening balance...")
sr_file = "X002dc_vss_prevbal_curopen"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
CLOS.STUDENT,
CLOS.CAMPUS As CAMPUS_CLOS,
CLOS.BALANCE As BAL_CLOS,
OPEN.CAMPUS As CAMPUS_OPEN,
OPEN.BALANCE As BAL_OPEN,
0.00 AS DIFF_BAL,
0 AS TYPE
From
X002da_vss_student_balance_clos CLOS lEFT Join
X002da_vss_student_balance_open OPEN ON OPEN.CAMPUS = OPEN.CAMPUS AND
OPEN.STUDENT = CLOS.STUDENT
Where
CLOS.BALANCE <> 0
;"""
"""
And OPEN.CAMPUS = CLOS.CAMPUS
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# CHANGE BALANCE FROM NULL TO 0.00
so_curs.execute("UPDATE X002dc_vss_prevbal_curopen " + """
SET BAL_OPEN =
CASE
WHEN BAL_OPEN IS NULL THEN 0.00
ELSE BAL_OPEN
END
;""")
so_conn.commit()
# CALCULATE BALANCE DIFFERENCE
print("Calculate balance difference...")
so_curs.execute("UPDATE X002dc_vss_prevbal_curopen " + """
SET DIFF_BAL = Cast(round(BAL_OPEN - BAL_CLOS,2) As REAL)
;""")
so_conn.commit()
# DETERMINE THE DIFFERENCE TYPE
# 1 = No difference
# 2 = Campus the same, but balance differ
# 3 = Campus differ, but balance the same
# 4 = Campus differ, and balance differ
so_curs.execute("UPDATE X002dc_vss_prevbal_curopen " + """
SET TYPE =
CASE
WHEN CAMPUS_OPEN = CAMPUS_CLOS AND DIFF_BAL = 0.00 THEN 1
WHEN BAL_CLOS = 0.00 AND CAMPUS_OPEN IS NULL THEN 1
WHEN CAMPUS_OPEN = CAMPUS_CLOS AND DIFF_BAL <> 0.00 THEN 4
WHEN CAMPUS_OPEN IS NULL AND DIFF_BAL <> 0.00 THEN 2
WHEN CAMPUS_OPEN <> CAMPUS_CLOS AND DIFF_BAL = 0.00 THEN 3
WHEN CAMPUS_OPEN <> CAMPUS_CLOS AND DIFF_BAL <> 0.00 THEN 4
ELSE TYPE
END
;""")
so_conn.commit()
# SUMMARIZE SAME CAMPUS BALANCE DIFFER
print("Summarize same campus where balance differ (Type=2)...")
sr_file = "X002dd_vss_campus_same_bal_differ"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
Count(x002vpc.STUDENT) As COUNT,
x002vpc.CAMPUS_CLOS,
Total(x002vpc.BAL_CLOS) As BAL_CLOS,
Total(x002vpc.BAL_OPEN) As BAL_OPEN,
Total(x002vpc.DIFF_BAL) As DIFF
From
X002dc_vss_prevbal_curopen x002vpc
Where
x002vpc.TYPE = 2
Group By
x002vpc.CAMPUS_CLOS
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# SUMMARIZE SAME DIFFERENT CAMPUS BALANCE SAME
print("Summarize campus different balance same (Type=3)...")
sr_file = "X002de_vss_campus_differ_bal_same"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
Count(x002vpc.STUDENT) As COUNT,
x002vpc.CAMPUS_CLOS,
Total(x002vpc.BAL_CLOS) As BAL_CLOS,
x002vpc.CAMPUS_OPEN,
Total(x002vpc.BAL_OPEN) As BAL_OPEN,
Total(x002vpc.DIFF_BAL) As DIFF
From
X002dc_vss_prevbal_curopen x002vpc
Where
x002vpc.TYPE = 3
Group By
x002vpc.CAMPUS_CLOS,
x002vpc.CAMPUS_OPEN
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# SUMMARIZE DIFFERENT CAMPUS DIFFERENT BALANCE
print("Summarize campus different balance different (Type=4)...")
sr_file = "X002df_vss_campus_differ_bal_differ"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
Count(x002vpc.STUDENT) As COUNT,
x002vpc.CAMPUS_CLOS,
Total(x002vpc.BAL_CLOS) As BAL_CLOS,
x002vpc.CAMPUS_OPEN,
Total(x002vpc.BAL_OPEN) As BAL_OPEN,
Total(x002vpc.DIFF_BAL) As DIFF
From
X002dc_vss_prevbal_curopen x002vpc
Where
x002vpc.TYPE = 4
Group By
x002vpc.CAMPUS_CLOS,
x002vpc.CAMPUS_OPEN
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
"""*****************************************************************************
END OF SCRIPT
*****************************************************************************"""
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# COMMIT DATA
so_conn.commit()
# CLOSE THE DATABASE CONNECTION
so_conn.close()
# CLOSE THE LOG WRITER
funcfile.writelog("------------------------------------")
funcfile.writelog("COMPLETED: C200_REPORT_STUDDEB_RECON")
return
def robot_report_person_leave(s_nwu: str = "",
s_name: str = "",
s_mail: str = ""):
"""
REPORT EMPLOYEE PERSON LEAVE
:param s_nwu: NWU Number
:param s_name: The name of the requester / recipient
:param s_mail: The requester mail address
:return: str: Info in message format
"""
# IMPORT PYTHON MODULES
import sqlite3
from datetime import datetime
# IMPORT OWN MODULES
from _my_modules import funccsv
from _my_modules import funcdate
from _my_modules import funcfile
from _my_modules import funcmail
from _my_modules import funcsms
from _my_modules import funcstat
# DECLARE VARIABLES
l_debug: bool = True
"""*************************************************************************
ENVIRONMENT
*************************************************************************"""
if l_debug:
print("ENVIRONMENT")
# DECLARE VARIABLES
s_description: str = "Leave report"
so_path: str = "W:/People_leave/" # Source database path
so_file: str = "People_leave.sqlite" # Source database
re_path: str = "R:/People/" + funcdate.cur_year() + "/" # Results
l_mess: bool = funcconf.l_mess_project
# l_mess: bool = False
l_mailed: bool = False
# LOG
if l_debug:
print(s_function.upper())
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: " + s_function.upper())
funcfile.writelog("-" * len("script: " + s_function))
funcfile.writelog("%t " + s_description + " for " + s_nwu +
" requested by " + s_name)
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator",
"<b>" + s_function.upper() + "</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
funcfile.writelog("OPEN THE DATABASES")
if l_debug:
print("OPEN THE DATABASES")
# OPEN THE WORKING DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
""" ****************************************************************************
BUILD THE LEAVE REPORT
*****************************************************************************"""
funcfile.writelog("BUILD THE LEAVE REPORT")
if l_debug:
print("BUILD THE LEAVE REPORT")
# OBTAIN THE NAME OF THE PERSON
s_lookup_name = funcfile.get_field_value(
so_curs, "PEOPLE.X000_PEOPLE",
"name_address||' ('||preferred_name||')' ",
"employee_number = '" + s_nwu + "'")
if l_debug:
print("FIELD LOOKUP: " + s_name)
s_message: str = s_description + " for <b>" + s_lookup_name + '(' + s_nwu + ")</b>."
# BUILD THE TABLE
if l_debug:
print("Build leave table...")
s_file_prefix: str = "Y000_"
s_file_name: str = "report_leave_all"
sr_file = s_file_prefix + s_file_name
so_curs.execute("Drop table if exists " + sr_file)
s_sql = "Create table " + sr_file + " AS " + """
Select
aa.ABSENCE_ATTENDANCE_ID,
aa.EMPLOYEE_NUMBER,
pe.name_address As EMPLOYEE_NAME,
aa.BUSINESS_GROUP_ID,
aa.DATE_NOTIFICATION,
aa.DATE_START,
aa.DATE_END,
aa.ABSENCE_DAYS,
aa.ABSENCE_ATTENDANCE_TYPE_ID,
at.NAME AS LEAVE_TYPE,
aa.ABS_ATTENDANCE_REASON_ID,
ar.NAME AS LEAVE_REASON,
ar.MEANING AS REASON_DESCRIP,
aa.AUTHORISING_PERSON_ID,
ap.name_address AS AUTHORISE_NAME,
aa.ABSENCE_HOURS,
aa.OCCURRENCE,
aa.SSP1_ISSUED,
aa.PROGRAM_APPLICATION_ID,
aa.ATTRIBUTE1,
aa.ATTRIBUTE2,
aa.ATTRIBUTE3,
aa.ATTRIBUTE4,
aa.ATTRIBUTE5,
aa.LAST_UPDATE_DATE,
aa.LAST_UPDATED_BY,
aa.LAST_UPDATE_LOGIN,
aa.CREATED_BY,
aa.CREATION_DATE,
aa.REASON_FOR_NOTIFICATION_DELAY,
aa.ACCEPT_LATE_NOTIFICATION_FLAG,
aa.OBJECT_VERSION_NUMBER,
at.INPUT_VALUE_ID,
at.ABSENCE_CATEGORY,
at.MEANING AS TYPE_DESCRIP
FROM
X100_Per_absence_attendances aa Left Join
X102_Per_absence_attendance_types at ON at.ABSENCE_ATTENDANCE_TYPE_ID = aa.ABSENCE_ATTENDANCE_TYPE_ID Left Join
X101_Per_abs_attendance_reasons ar ON ar.ABS_ATTENDANCE_REASON_ID = aa.ABS_ATTENDANCE_REASON_ID Left Join
PEOPLE.X000_PEOPLE pe On pe.employee_number = aa.EMPLOYEE_NUMBER Left Join
PEOPLE.X000_PEOPLE ap On pe.person_id = aa.AUTHORISING_PERSON_ID
Where
aa.EMPLOYEE_NUMBER = '%PERSON%'
Order By
aa.EMPLOYEE_NUMBER,
aa.DATE_START,
aa.DATE_END
;"""
s_sql = s_sql.replace("%PERSON%", s_nwu)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# RECORDS FOUND
if funcsys.tablerowcount(so_curs, sr_file) > 0:
# BUILD THE MESSAGE
l_records = funcstat.stat_list(
so_curs, sr_file,
"DATE_START||' '||DATE_END||' ('||ABSENCE_DAYS||') '||LEAVE_TYPE")
s_message += '\n\n'
s_message += 'Leave periods for this and previous year:'
s_data: str = ''
for item in l_records:
s_data = ''
for element in item:
s_data += element
print(s_data)
print(funcdate.cur_year())
if funcdate.cur_year() in s_data or funcdate.prev_year() in s_data:
s_message += '\n'
s_message += s_data
# EXPORT RECORDS
print("Export findings...")
sx_path = re_path
sx_file = sr_file + "_"
sx_file_dated = sx_file + funcdate.today_file()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
# funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file, s_head)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file_dated,
s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file_dated)
# MAIL THE REPORT
s_report = "All DIY leave included!"
if s_name != "" and s_mail != "":
l_mailed = True
funcfile.writelog("%t Leave report mailed to " + s_mail)
if l_debug:
print("Send the report...")
s_body: str = "Attached please find leave report for " + s_lookup_name + " (" + s_nwu + ")."
s_body += "\n\r"
s_body += s_report
funcmail.send(s_name, s_mail, "E", s_description + " for " + s_nwu,
s_body, re_path, sx_file_dated + ".csv")
# DELETE THE MAILED FILE
if funcfile.file_delete(re_path, sx_file_dated):
funcfile.writelog("%t Leave deleted")
if l_debug:
print("Delete the report...")
else:
s_message += "\n\n"
s_message += "No leave on record."
# POPULATE THE RETURN MESSAGE
if l_mailed:
s_message += "\n\n"
s_message += "Report was mailed to " + s_mail + "."
s_return_message = s_message
"""*****************************************************************************
END OF SCRIPT
*****************************************************************************"""
funcfile.writelog("END OF SCRIPT")
if l_debug:
print("END OF SCRIPT")
# CLOSE THE LOG WRITER
funcfile.writelog("-" * len("completed: " + s_function))
funcfile.writelog("COMPLETED: " + s_function.upper())
return s_return_message[0:4096]
def oracle_to_sqlite(s_table="000b_Table - temp.csv", s_tables="TEMP"):
"""
Script to import data from oracle.
:param s_table: Table name of files to convert
:param s_tables: Table set name
:return: Nothing
"""
# DECLARE VARIABLES
l_mess: bool = funcconf.l_mess_project
i_mess: int = 0
sl_path = "S:/"
so_dsn = "" # Source file name
so_usr = "" # Source file user name
so_pwd = "" # Source file password
de_fil = "" # Destination file name
de_pat = "" # Destination file path
tb_own = "" # Table owner
tb_nam = "" # Table name
tb_whe = "" # Table filter / where clause
tb_ord = "" # Table sort
tb_alt = "" # Table alternative name
tb_sch = "" # Table schedule
co_nam = "" # Column name
co_ana = "" # Column alternate name
co_typ = "" # Column type
co_len = 0 # Column width
co_dec = 0 # Column decimals
sco_nam = "" # Column string with actual names
sco_ana = "" # Column string with alternate names
sco_dro = "" # Column drop table
ssql_create = "" # Sql to create a table
# LOG
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: A001_ORACLE_TO_SQLITE")
funcfile.writelog("-----------------------------")
funcfile.writelog("TABLESET: " + s_table.upper())
# MESSAGE TO ADMIN
if funcconf.l_mess_project:
funcsms.send_telegram('', 'administrator',
'<b>A001 ' + s_tables + ' Oracle import</b>')
# DATABASE from text ***********************************************************
# Read the database parameters from the 01_Database.csv file
db = open(sl_path + "000a_Database.csv", newline=None)
db_reader = csv.reader(db)
# Read the DATABASE database data
for row in db_reader:
# Populate the database variables
if row[0] == "DESC":
continue
else:
funcfile.writelog("OPEN DATABASE: " + row[0])
print("--------")
print("DATABASE: " + row[0])
print("--------")
so_dsn = row[1]
so_usr = row[2]
so_pwd = row[3]
de_fil = row[4]
de_pat = row[5]
de_sch = row[6]
so_dri = row[7]
so_dnq = row[8]
i_mess = 0
# Open the source ORACLE database
# print("DSN="+so_dsn+";PWD="+so_pwd)
# Driver={Oracle in OraClient11g_home1}; DBQ=myserver.mydomain.com:1521/mySid; Uid=myUsername; Pwd=myPassword;
# with cx_Oracle.connect(so_usr, so_pwd, so_dsn, ) as so_con:
# with pyodbc.connect("DSN="+so_dsn+"; PWD="+so_pwd) as so_con:
# with cx_Oracle.connect(so_usr, so_pwd, so_dsn, ) as so_con:
# print(so_dsn)
# print(so_usr)
# print(so_pwd)
# print(so_dri)
# print(so_dnq)
# print(de_pat)
# print(de_fil)
# s_conn = "Driver={"+so_dri+"}; DBQ="+so_dnq+"; UID="+so_usr+"; PWD="+so_pwd+";"
s_conn = "DSN=" + so_dsn + "; PWD=" + so_pwd
with pyodbc.connect(s_conn) as so_con:
so_cur = so_con.cursor()
# Open the destination SQLite database
# print(de_pat+de_fil)
with sqlite3.connect(de_pat + de_fil) as de_con:
de_cur = de_con.cursor()
# TABLE info from text *****************************************************
# Read the table parameters from the 02_Table.csv file
tb = open(sl_path + s_table, newline=None)
tb_reader = csv.reader(tb)
# Read the TABLE database data
for row in tb_reader:
tb_own = "" # Table owner
tb_nam = "" # Table name
tb_whe = "" # SQL where clause
tb_ord = "" # SQL sort clause
tb_alt = "" # Table alternative name
tb_sch = "" # Table schedule
tb_extract = False
# Populate the table variables
if row[0] == "DESC":
continue
else:
if row[1] != de_fil:
# Ignore the header
continue
elif funcstr.isNotBlank(row[7]):
if row[7] == "X":
# Do not do
continue
elif row[7] == funcdate.today_dayname():
# Do if table schedule = day of week
tb_extract = True
elif row[7] == funcdate.cur_daystrip():
# Do if table schedule = day of month
tb_extract = True
else:
continue
else:
tb_extract = True
if tb_extract:
tb_own = row[2] # Table owner
tb_nam = row[3] # Table name
tb_whe = row[4] # SQL where clause
tb_ord = row[5] # SQL sort clause
tb_alt = row[6] # Table alternative name
tb_sch = row[7] # Table schedule
if l_mess and i_mess == 0:
i_mess += 1
if funcconf.l_mess_project:
funcsms.send_telegram('', 'administrator',
de_fil.lower())
else:
continue
# COLUMN info from text ************************************************
# Read the table parameters from the 02_Table.csv file """
co = open(sl_path + "000c_Column.csv", newline=None)
co_reader = csv.reader(co)
# Read the COLUMN database data
sco_nam = ""
sco_lst = ""
lco_lst = []
sty_nam = ""
sty_lst = ""
lty_lst = []
sma_nam = ""
sma_lst = ""
lma_lst = []
sco_ana = ""
sco_dro = ""
for row in co_reader:
# Populate the column variables
if row[0] == "DESC":
continue
else:
if row[1] != so_dsn:
continue
else:
if row[2] != tb_nam:
continue
else:
# print("COLUMN: " + row[4])
# Populate variables
co_nam = row[4] # Column name
co_ana = row[8] # Column alternate name
co_typ = row[5] # Column type
co_len = row[6] # Column width
co_dec = row[7] # Column decimals
# Populate column string with actual names
sco_nam += ''.join(row[4]) + ", "
sco_lst += row[4] + " "
# Populate column string with comlumn type
sty_nam += ''.join(row[5]) + ", "
sty_lst += row[5] + " "
# Populate column string with begin end date marker
s_startdate = """
STARTDATE*
STARTDATETIME*
KSTARTDATETIME*
DATE_FROM*
START_DATE_ACTIVE
"""
s_enddate = """
ENDDATE*
ENDDATETIME*
KSTARTDATETIME*
DATE_TO*
END_DATE_ACTIVE
"""
if row[4] in s_startdate:
sma_nam += "B, "
sma_lst += "B "
elif row[4] in s_enddate:
sma_nam += "E, "
sma_lst += "E "
else:
sma_nam += "N, "
sma_lst += "N "
# Populate column string with alternate names
if co_typ == "NUMBER" and co_dec != "0":
sco_ana = sco_ana + ''.join(row[8]) + " REAL,"
elif co_typ == "NUMBER":
sco_ana = sco_ana + ''.join(
row[8]) + " INTEGER,"
elif co_typ == "REAL":
sco_ana = sco_ana + ''.join(row[8]) + " REAL,"
else:
sco_ana = sco_ana + ''.join(row[8]) + " TEXT,"
# Create the sql create table variable
sco_nam = sco_nam.rstrip(", ")
lco_lst = sco_lst.split()
sty_nam = sty_nam.rstrip(", ")
lty_lst = sty_lst.split()
sma_nam = sma_nam.rstrip(", ")
lma_lst = sma_lst.split()
if tb_alt != "":
if "%CYEAR%" in tb_alt:
tb_alt = tb_alt.replace("%CYEAR%", funcdate.cur_year())
if "%CMONTH%" in tb_alt:
tb_alt = tb_alt.replace("%CMONTH%", funcdate.cur_month())
if "%PYEAR%" in tb_alt:
tb_alt = tb_alt.replace("%PYEAR%", funcdate.prev_year())
if "%PMONTH%" in tb_alt:
tb_alt = tb_alt.replace("%PMONTH%", funcdate.prev_month())
ssql_dro = "DROP TABLE IF EXISTS " + tb_alt
ssql_create = "CREATE TABLE " + tb_alt + "(" + sco_ana + ")"
else:
ssql_dro = "DROP TABLE IF EXISTS " + tb_nam
ssql_create = "CREATE TABLE " + tb_nam + "(" + sco_ana + ")"
ssql_create = ssql_create.replace(",)", ")", 1)
# print(ssql_create)
funcfile.writelog("%t WRITE TABLE: " + tb_nam + "(" + tb_alt + ")")
print("TABLE: " + tb_nam + "(" + tb_alt + ")")
co.close()
# Create the DESTINATION table
de_cur.execute(ssql_dro)
de_cur.execute(ssql_create)
# Write the data
ssql_str = "SELECT "
ssql_str += sco_nam
ssql_str += " FROM "
if tb_own == "":
ssql_str += tb_nam
else:
ssql_str += tb_own + "." + tb_nam
if tb_whe != "":
if "%CYEAR%" in tb_whe:
tb_whe = tb_whe.replace("%CYEAR%", funcdate.cur_year())
if "%CYEARB%" in tb_whe:
tb_whe = tb_whe.replace("%CYEARB%",
funcdate.cur_yearbegin())
if "%CYEARE%" in tb_whe:
tb_whe = tb_whe.replace("%CYEARE%", funcdate.cur_yearend())
if "%CMONTHB%" in tb_whe:
tb_whe = tb_whe.replace("%CMONTHB%",
funcdate.cur_monthbegin())
if "%CMONTHE%" in tb_whe:
tb_whe = tb_whe.replace("%CMONTHE%",
funcdate.cur_monthend())
if "%PYEAR%" in tb_whe:
tb_whe = tb_whe.replace("%PYEAR%", funcdate.prev_year())
if "%PMONTHB%" in tb_whe:
tb_whe = tb_whe.replace("%PMONTHB%",
funcdate.prev_monthbegin())
if "%PMONTHE%" in tb_whe:
tb_whe = tb_whe.replace("%PMONTHE%",
funcdate.prev_monthend())
if "%PYEARB%" in tb_whe:
tb_whe = tb_whe.replace("%PYEARB%",
funcdate.prev_yearbegin())
if "%PYEARE%" in tb_whe:
tb_whe = tb_whe.replace("%PYEARE%",
funcdate.prev_yearend())
ssql_str = ssql_str + " " + tb_whe
if tb_ord != "":
ssql_str = ssql_str + " ORDER BY " + tb_ord
# print(ssql_str)
# print("Name")
# print(lco_lst)
# print("Type")
# print(lty_lst)
# print("Marker")
# print(lma_lst)
for result in funcsys.ResultIter(so_cur.execute(ssql_str)):
c_text = ""
c_test = ""
c_data = "("
i = 0
for item in result:
if lty_lst[i] == "DATE":
if str(item) == "None" or str(item) == "":
if lma_lst[i] == "B":
c_test = "0001-01-01"
elif lma_lst[i] == "E":
c_test = "4712-12-31"
else:
c_test = str(item)
c_test = c_test[0:10]
c_data += "'" + c_test + "',"
elif lty_lst[i] == "DATETIME":
if str(item) == "None" or str(item) == "":
if lma_lst[i] == "B":
c_test = "0001-01-01 00:00:00"
elif lma_lst[i] == "E":
c_test = "4712-12-31 23:59:59"
else:
c_test = str(item)
c_data += "'" + c_test + "',"
elif lty_lst[i] == "NUMBER":
c_test = str(item)
c_test = c_test.replace("None", "0")
c_test = c_test.replace(".0", "")
c_data += "'" + c_test + "',"
else:
c_test = str(item)
c_test = c_test.replace(",", "")
c_test = c_test.replace("'", "")
c_test = c_test.replace('"', '')
c_test = c_test.replace("None", "")
c_data += "'" + c_test + "',"
i += 1
c_data += ")"
c_data = c_data.replace(",)", ")", 1)
if tb_alt != "":
c_text = 'INSERT INTO ' + tb_alt + ' VALUES' + c_data
else:
c_text = 'INSERT INTO ' + tb_nam + ' VALUES' + c_data
# print(c_text)
de_cur.execute(c_text)
de_con.commit()
# Wait a few seconds for log file to close
# time.sleep(10)
# Close 02_Table.csv
tb.close()
# Display the number of tables in the destination
for table in de_cur.execute(
"SELECT name FROM sqlite_master WHERE type = 'table'"):
print("TABLE in DESTINATION: ", table[0])
# Display the number of tables in the destination
for table in de_cur.execute(
"SELECT name FROM sqlite_master WHERE type = 'view'"):
print("VIEW in DESTINATION: ", table[0])
# Close the destination
de_con.close()
# Close the source
so_con.close()
# Close 01_Database.csv
db.close()
# Close the log writer *********************************************************
funcfile.writelog("--------------------------------")
funcfile.writelog("COMPLETED: A001_ORACLE_TO_SQLITE")
return
def vss_period_list(s_period="curr"):
"""
Script to build standard KFS lists
:type s_period: str: The financial period (curr, prev or year)
:return: Nothing
"""
"""*************************************************************************
ENVIRONMENT
*************************************************************************"""
print("ENVIRONMENT")
funcfile.writelog("ENVIRONMENT")
# DECLARE VARIABLES
l_debug: bool = True
so_path: str = "W:/Vss/" # Source database path
if s_period == "curr":
s_year = funcdate.cur_year()
so_file = "Vss_curr.sqlite" # Source database
elif s_period == "prev":
s_year = funcdate.prev_year()
so_file = "Vss_prev.sqlite" # Source database
else:
s_year = s_period
so_file = "Vss_" + s_year + ".sqlite" # Source database
re_path: str = "R:/Vss/" # Results
ed_path: str = "S:/_external_data/" # External data location
s_sql: str = "" # SQL statements
l_export: bool = False # Export files
# LOG
print("--------------------")
print("B007_VSS_PERIOD_LIST")
print("--------------------")
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: B007_VSS_PERIOD_LIST")
funcfile.writelog("----------------------------")
# MESSAGE
if funcconf.l_mess_project:
funcsms.send_telegram(
"", "administrator",
"<b>B007 Student " + s_year + " period lists</b>")
# OPEN DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss.sqlite' AS 'VSS'")
funcfile.writelog("%t ATTACH DATABASE: VSS.SQLITE")
"""*************************************************************************
BUILD STANDARD LOOKUP TABLES
*************************************************************************"""
print("BUILD STANDARD LOOKUP TABLES")
funcfile.writelog("BUILD STANDARD LOOKUP TABLES")
# CREATE STUDENT MODULE RESULT MASTER
sr_file = "X000_Student_module_result"
print("Build student module result master...")
s_sql = "Create Table " + sr_file + " As " + """
Select
RESM.KFINALMODULERESULTID,
RESM.KENROLSTUDID,
RESM.KSTUDBUSENTID,
RESM.KSTUDASSESID,
RESM.FRESULTMASTERID,
RESM.FRESULTCODEID,
Upper(RESC.LONG) As RESULT_TYPE,
RESM.FMARKTYPECODEID,
Upper(MARC.LONG) As MARK_TYPE,
RESM.DATEACHIEVED,
RESM.MARKACHIEVED,
RESM.ISPARTICIPATIONMARK,
RESM.OPPNO,
RESM.ISMARKCHANGED,
RESM.LOCKSTAMP,
RESM.AUDITDATETIME,
RESM.FAUDITSYSTEMFUNCTIONID,
RESM.FAUDITUSERCODE
From
FINALMODULERESULT RESM Left Join
VSS.X000_Codedescription RESC On RESC.KCODEDESCID = RESM.FRESULTCODEID Left Join
VSS.X000_Codedescription MARC On MARC.KCODEDESCID = RESM.FMARKTYPECODEID
Order By
KSTUDBUSENTID,
KENROLSTUDID,
DATEACHIEVED
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CREATE STUDENT MODULE PARTICIPATION RESULT MASTER
sr_file = "X000_Student_module_result_participate"
print("Build student module participation result master...")
s_sql = "Create View " + sr_file + " As " + """
Select
RESU.KENROLSTUDID,
RESU.KSTUDBUSENTID,
Case
When Cast(RESU.MARKACHIEVED As INT) != 0 And RESU.FRESULTCODEID = 0 Then ' MARK (' || Trim(RESU.MARKACHIEVED) || ')'
When Cast(RESU.MARKACHIEVED As INT) != 0 Then Trim(RESU.RESULT_TYPE) || ' (' || Trim(RESU.MARKACHIEVED) || ')'
When RESU.FRESULTCODEID = 0 Then 'NONE'
Else RESU.RESULT_TYPE
End As PART_RESU,
Max(RESU.DATEACHIEVED) As DATEACHIEVED
From
X000_Student_module_result RESU
Where
RESU.MARK_TYPE Like ('PART%')
Group By
RESU.KENROLSTUDID
;"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CREATE STUDENT MODULE EXAM RESULT MASTER
sr_file = "X000_Student_module_result_exam"
print("Build student module exam result master...")
s_sql = "Create View " + sr_file + " As " + """
Select
RESU.KENROLSTUDID,
RESU.KSTUDBUSENTID,
Case
When Cast(RESU.MARKACHIEVED As INT) != 0 And RESU.FRESULTCODEID = 0 Then ' MARK (' || Trim(RESU.MARKACHIEVED) || ')'
When Cast(RESU.MARKACHIEVED As INT) != 0 Then Trim(RESU.RESULT_TYPE) || ' (' || Trim(RESU.MARKACHIEVED) || ')'
When RESU.FRESULTCODEID = 0 Then 'NONE'
Else RESU.RESULT_TYPE
End As EXAM_RESU,
Max(RESU.DATEACHIEVED) As DATEACHIEVED
From
X000_Student_module_result RESU
Where
RESU.MARK_TYPE Like ('FINAL EXAM%')
Group By
RESU.KENROLSTUDID
;"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CREATE STUDENT MODULE FINA RESULT MASTER
sr_file = "X000_Student_module_result_final"
print("Build student module final result master...")
s_sql = "Create View " + sr_file + " As " + """
Select
RESU.KENROLSTUDID,
RESU.KSTUDBUSENTID,
Case
When Cast(RESU.MARKACHIEVED As INT) != 0 And RESU.FRESULTCODEID = 0 Then ' MARK (' || Trim(RESU.MARKACHIEVED) || ')'
When Cast(RESU.MARKACHIEVED As INT) != 0 Then Trim(RESU.RESULT_TYPE) || ' (' || Trim(RESU.MARKACHIEVED) || ')'
When RESU.FRESULTCODEID = 0 Then 'NONE'
Else RESU.RESULT_TYPE
End As FINAL_RESU,
Max(RESU.DATEACHIEVED) As DATEACHIEVED
From
X000_Student_module_result RESU
Where
RESU.MARK_TYPE Like ('FINAL MARK%')
Group By
RESU.KENROLSTUDID
;"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD VIEW: " + sr_file)
"""*************************************************************************
BUILD STUDENTS
*************************************************************************"""
print("BUILD STUDENTS")
funcfile.writelog("BUILD STUDENTS")
funcstudent.studentlist(so_conn, re_path, s_period, True)
"""*************************************************************************
STUDENT ACCOUNT TRANSACTIONS
*************************************************************************"""
# BUILD CURRENT YEAR TRANSACTIONS
print("Build transactions...")
sr_file = "X010_Studytrans"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
TRAN.KACCTRANSID,
TRAN.FACCID,
STUD.FBUSENTID,
TRAN.FSERVICESITE,
TRAN.FDEBTCOLLECTIONSITE,
TRAN.TRANSDATE,
TRAN.AMOUNT,
TRAN.FTRANSMASTERID,
MAST.TRANSCODE,
MAST.DESCRIPTION_E,
MAST.DESCRIPTION_A,
TRAN.TRANSDATETIME,
TRAN.MONTHENDDATE,
TRAN.POSTDATEDTRANSDATE,
TRAN.FFINAIDSITEID,
BURS.FINAIDCODE,
BURS.FINAIDNAME,
BURS.FINAIDNAAM,
TRAN.FRESIDENCELOGID,
TRAN.FLEVYLOGID,
TRAN.FQUALLEVELAPID,
QUAL.QUALIFICATION,
QUAL.QUALIFICATION_NAME,
TRAN.FMODAPID,
MODU.FENROLMENTCATEGORYCODEID As ENROL_ID,
MODU.ENROL_CATEGORY,
MODU.MODULE,
MODU.MODULE_NAME,
TRAN.FPROGAPID,
TRAN.FENROLPRESID,
TRAN.FRESIDENCEID,
TRAN.FRECEIPTID,
TRAN.FROOMTYPECODEID,
TRAN.REFERENCENO,
TRAN.FSUBACCTYPECODEID,
TRAN.FDEPOSITCODEID,
TRAN.FDEPOSITTYPECODEID,
TRAN.FVARIABLEAMOUNTTYPECODEID,
TRAN.FDEPOSITTRANSTYPECODEID,
TRAN.RESIDENCETRANSTYPE,
TRAN.FSTUDYTRANSTYPECODEID,
TRAN.ISSHOWN,
TRAN.ISCREATEDMANUALLY,
TRAN.FTRANSINSTID,
TRAN.FMONTHENDORGUNITNO,
TRAN.LOCKSTAMP,
TRAN.AUDITDATETIME,
TRAN.FAUDITSYSTEMFUNCTIONID,
SYSF.SYSTEM_DESC,
TRAN.FAUDITUSERCODE,
USER.FUSERBUSINESSENTITYID,
TRAN.FORIGINSYSTEMFUNCTIONID,
TRAN.FPAYMENTREQUESTID
From
STUDYTRANS TRAN Left Join
VSS.STUDACC STUD ON STUD.KACCID = TRAN.FACCID Left Join
VSS.X000_Transmaster MAST ON MAST.KTRANSMASTERID = TRAN.FTRANSMASTERID Left Join
VSS.X000_Qualifications QUAL On QUAL.KENROLMENTPRESENTATIONID = TRAN.FENROLPRESID Left Join
VSS.X000_Modules MODU On MODU.KENROLMENTPRESENTATIONID = TRAN.FENROLPRESID Left Join
VSS.X004_Bursaries BURS ON BURS.KFINAIDSITEID = TRAN.FFINAIDSITEID Left Join
VSS.SYSTEMUSER USER ON USER.KUSERCODE = TRAN.FAUDITUSERCODE Left Join
VSS.X000_Systemfunction SYSF On SYSF.KSYSTEMFUNCTIONID = TRAN.FAUDITSYSTEMFUNCTIONID
Order By
TRAN.TRANSDATETIME
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# MESSAGE
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b>" + str(i) + "</b> Transactions")
# Close the connection *********************************************************
so_conn.close()
# Close the log writer *********************************************************
funcfile.writelog("-------------------------")
funcfile.writelog("COMPLETED: B007_VSS_PERIOD_LIST")
return
def people_list_masterfile():
"""
Script to build PEOPLE master file lists
:return: Nothing
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
so_path = "W:/People/" # Source database path
so_file = "People_list_masterfile.sqlite" # Source database
# OPEN THE LOG
print("---------------------------")
print("C003_PEOPLE_LIST_MASTERFILE")
print("---------------------------")
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: C003_PEOPLE_LIST_MASTERFILE")
funcfile.writelog("-----------------------------------")
# MESSAGE
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator", "<b>C003 People lists</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# OPEN THE WORKING DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE '" + so_path +
"People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
""" ****************************************************************************
LIST ENTRY EXIT DATES MASTER
*****************************************************************************"""
print("ENTRY EXIT DATES MASTER")
funcfile.writelog("ENTRY EXIT DATES MASTER")
# BUILD PEOPLE START AND END DATE MASTER TABLE
print("Build table for entry date analysis...")
sr_file: str = "X001_People_start_end_master"
s_sql = "CREATE TABLE " + sr_file + " As " + """
Select
PEOP.EMPLOYEE_NUMBER AS EMP,
PEOP.NAME_LIST AS NAME,
CASE
WHEN PEOP.NATIONALITY_NAME = 'SOUTH AFRICA' THEN PEOP.NATIONALITY_NAME
ELSE 'FOREIGN'
END AS NATIONALITY,
PEOP.SEX As GENDER,
PEOP.RACE_DESC AS RACE,
'START' As DATE_TYPE,
PEOP.EMP_START As DATE,
'' As LEAVING_REASON,
'' As LEAVE_REASON_DESCRIP,
PEOP.LOCATION_DESCRIPTION AS CAMPUS,
PEOP.ACAD_SUPP,
CASE
WHEN PEOP.FACULTY <> '' THEN PEOP.FACULTY
ELSE 'SUPPORT'
END AS FACULTY,
PEOP.EMPLOYMENT_CATEGORY AS PERM_TEMP,
PEOP.DIVISION,
PEOP.GRADE,
Substr(PEOP.GRADE_CALC,1,3) As GRADE_CALC,
PEOP.POSITION_NAME,
PEOP.JOB_NAME,
PEOP.PERSON_TYPE,
Strftime('%m', PEOP.EMP_START) As MONTH,
Cast(1 As Int) As COUNT
From
PEOPLE.X002_PEOPLE_CURR_YEAR PEOP
Where
Substr(PEOP.LEAVE_REASON_DESCRIP,1,6) <> 'AD HOC' And
Substr(PEOP.PERSON_TYPE,1,6) <> 'AD HOC' And
Strftime('%Y', PEOP.EMP_START) = '%CYEAR%'
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = s_sql.replace("%CYEAR%", funcdate.cur_year())
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: X001_People_start_end_master")
# BUILD PEOPLE START AND END DATE MASTER TABLE
print("Insert into table exit date analysis...")
sr_file: str = "X001_People_start_end_master"
s_sql = "INSERT INTO " + sr_file + " " + """
Select
PEOP.EMPLOYEE_NUMBER AS EMP,
PEOP.NAME_LIST AS NAME,
CASE
WHEN PEOP.NATIONALITY_NAME = 'SOUTH AFRICA' THEN PEOP.NATIONALITY_NAME
ELSE 'FOREIGN'
END AS NATIONALITY,
PEOP.SEX AS GENDER,
PEOP.RACE_DESC AS RACE,
'END' As DATE_TYPE,
PEOP.EMP_END As DATE,
PEOP.LEAVING_REASON,
PEOP.LEAVE_REASON_DESCRIP,
PEOP.LOCATION_DESCRIPTION AS CAMPUS,
PEOP.ACAD_SUPP,
CASE
WHEN PEOP.FACULTY <> '' THEN PEOP.FACULTY
ELSE 'SUPPORT'
END AS FACULTY,
PEOP.EMPLOYMENT_CATEGORY AS PERM_TEMP,
PEOP.DIVISION,
PEOP.GRADE,
Substr(PEOP.GRADE_CALC,1,3) As GRADE_CALC,
PEOP.POSITION_NAME,
PEOP.JOB_NAME,
PEOP.PERSON_TYPE,
Strftime('%m', PEOP.EMP_END) As MONTH,
Cast(-1 As Int) As COUNT
From
PEOPLE.X002_PEOPLE_CURR_YEAR PEOP
Where
Substr(PEOP.LEAVE_REASON_DESCRIP,1,6) <> 'AD HOC' And
Substr(PEOP.PERSON_TYPE,1,6) <> 'AD HOC' And
Strftime('%Y', PEOP.EMP_END) = '%CYEAR%' And
PEOP.EMP_END < Date('%TODAY%')
"""
s_sql = s_sql.replace("%CYEAR%", funcdate.cur_year())
s_sql = s_sql.replace("%TODAY%", funcdate.cur_monthend())
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: X001_People_start_end_master")
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b>" + str(i) + "</b> Exits")
""" ****************************************************************************
LIST AGE MASTER
*****************************************************************************"""
print("AGE MASTER")
funcfile.writelog("AGE MASTER")
# BUILD PEOPLE START AND END DATE MASTER TABLE
print("Build table for age analysis...")
sr_file: str = "X002_People_age_master"
s_sql = "CREATE TABLE " + sr_file + " As " + """
Select
PEOP.EMPLOYEE_NUMBER AS EMP,
PEOP.NAME_ADDR AS NAME,
PEOP.EMPLOYMENT_CATEGORY AS PERM_TEMP,
PEOP.ACAD_SUPP,
PEOP.SEX As GENDER,
PEOP.RACE_DESC AS RACE,
PEOP.PERSON_TYPE,
PEOP.GRADE,
Substr(PEOP.GRADE_CALC,1,3) As GRADE_CALC,
CASE
WHEN PEOP.NATIONALITY_NAME = 'SOUTH AFRICA' THEN PEOP.NATIONALITY_NAME
ELSE 'FOREIGN'
END AS NATIONALITY,
PEOP.NATIONALITY_NAME,
PEOP.LOCATION_DESCRIPTION AS CAMPUS,
CASE
WHEN PEOP.FACULTY <> '' THEN PEOP.FACULTY
ELSE 'SUPPORT'
END AS FACULTY,
CASE
WHEN PEOP.FACULTY <> '' THEN PEOP.FACULTY
WHEN PEOP.DIVISION <> '' THEN PEOP.DIVISION
ELSE 'SUPPORT'
END AS WORKPLACE,
PEOP.DIVISION,
PEOP.ORG_NAME,
PEOP.POSITION_NAME,
PEOP.JOB_NAME,
PEOP.DATE_OF_BIRTH,
PEOP.AGE,
CASE
When PEOP.AGE >= 10 And PEOP.AGE <= 20 Then '00-20'
When PEOP.AGE >= 21 And PEOP.AGE <= 25 Then '21-25'
When PEOP.AGE >= 26 And PEOP.AGE <= 30 Then '26-30'
When PEOP.AGE >= 31 And PEOP.AGE <= 35 Then '31-35'
When PEOP.AGE >= 36 And PEOP.AGE <= 40 Then '36-40'
When PEOP.AGE >= 41 And PEOP.AGE <= 45 Then '41-45'
When PEOP.AGE >= 46 And PEOP.AGE <= 50 Then '46-50'
When PEOP.AGE >= 51 And PEOP.AGE <= 55 Then '51-55'
When PEOP.AGE >= 56 And PEOP.AGE <= 60 Then '56-60'
When PEOP.AGE >= 61 And PEOP.AGE <= 65 Then '61-65'
When PEOP.AGE >= 66 And PEOP.AGE <= 70 Then '66-70'
Else '71-99'
END As AGE_GROUP,
Cast(1 As Int) As COUNT,
PEOP.EMAIL_ADDRESS,
CASE
When PEOP.KNOWN_NAME = '' Then 'COLLEAGUE'
Else Replace(Lower(PEOP.TITLE_FULL),'.','')||' '||PEOP.KNOWN_NAME
END AS KNOWN_NAME
From
PEOPLE.X002_PEOPLE_CURR PEOP
Where
Substr(PEOP.PERSON_TYPE,1,6) <> 'AD HOC'
Order By
PEOP.AGE Desc
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: X002_People_age_master")
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b>" + str(i) + "</b> Age groups")
""" ****************************************************************************
END OF SCRIPT
*****************************************************************************"""
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# CLOSE THE WORKING DATABASE
so_conn.close()
# CLOSE THE LOG
funcfile.writelog("--------------------------------------")
funcfile.writelog("COMPLETED: C003_PEOPLE_LIST_MASTERFILE")
return
****************************************************************************"""
"""****************************************************************************
ENVIRONMENT
****************************************************************************"""
# DECLARE VARIABLES
l_mail = True
l_mess = True
# MESSAGES TO ADMIN
if l_mail:
funcmail.Mail('std_success_gmail', 'Python:Success:Start_runall',
'NWUIAPython: Success: Start runall')
if l_mess:
funcsms.send_telegram(
'', 'administrator',
'Downloading <b>kfs</b> data from oracle and <b>running</b> tests.')
# OPEN THE SCRIPT LOG FILE
print("------------")
print("A000_RUN_ALL")
print("------------")
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: A000_RUN_ALL")
funcfile.writelog("--------------------")
"""****************************************************************************
ORACLE TO SQLITE
****************************************************************************"""
if funcdate.today_dayname() in "TueWedThuFriSat":
import A001_oracle_to_sqlite
def log_capture(s_date=funcdate.yesterday(), l_history=False):
"""
Import and report project log file
:param s_date: Log date to import (default = Yesterday)
:param l_history: Add log to log history (default = False)
:return: Nothing
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
so_path = "W:/Admin/" # Source database path
so_file = "Admin.sqlite" # Source database
ld_path = "S:/Logs/"
# DECLARE SCRIPT VARIABLES
l_debug: bool = False
l_record: bool = True
s_date_file: str = s_date.replace("-", "")
s_time: str = ""
s_script: str = ""
s_base: str = ""
s_action: str = ""
s_object: str = ""
l_vacuum: bool = False
# SCRIPT LOG FILE
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: A002_LOG")
funcfile.writelog("----------------")
if l_debug:
print("--------")
print("A002_LOG")
print("--------")
# MESSAGE
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator", "<b>A002 Log history</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
funcfile.writelog("OPEN THE DATABASES")
if l_debug:
print("OPEN THE DATABASES")
# OPEN SQLITE SOURCE table
if l_debug:
print("Open sqlite database...")
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
"""*****************************************************************************
TEMPORARY AREA
*****************************************************************************"""
funcfile.writelog("TEMPORARY AREA")
if l_debug:
print("TEMPORARY AREA")
"""*****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
funcfile.writelog("BEGIN OF SCRIPT")
if l_debug:
print("BEGIN OF SCRIPT")
# IMPORT THE LOG FILE
if l_debug:
print("Import log file...")
sr_file = "X001aa_import_log"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(
"CREATE TABLE " + sr_file + """
(LOG TEXT,
LOG_DATE TEXT,
LOG_TIME TEXT,
SCRIPT TEXT,
DATABASE TEXT,
ACTION TEXT,
OBJECT TEXT)
""")
# OPEN THE LOG TEXT FILE
if l_debug:
print(ld_path + "Python_log_" + s_date_file + ".txt")
co = open(ld_path + "Python_log_" + s_date_file + ".txt", "r", encoding='utf8')
co_reader = csv.reader(co)
# READ THE LOG
for row in co_reader:
# row[0] = Log record
# 1 = Log date s_date
# 2 = Log time s_time
# 3 = Script s_script
# 4 = Database s_base
# 5 = Action s_action
# 6 = Object s_object
# TEST IF INDEX VALID
if l_debug:
print(row)
try:
s = row[0]
except IndexError:
continue
if l_debug:
print(row)
# UNRAVEL THE LOF RECORD LINE
s_data = row[0].replace("'", "")
s_data = s_data.replace('"', "")
s_data = s_data.replace(",", "")
if s_data == "":
l_record = False
elif s_data.find("ERROR:") >= 0:
s_time = s_data[0:8]
s_action = "ERROR"
s_object = s_data[16:100].upper()
elif s_data[0:10] == s_date:
l_record = False
elif s_data[0:1] == "-":
l_record = False
elif s_data.find(":") == 2:
s_time = s_data[0:8]
if s_data.find(":", 9) > 0:
s_action = s_data[9:s_data.find(":", 9)].upper()
s_object = s_data[s_data.find(":", 9) + 2:100].upper()
elif s_data.find("SCRIPT:") == 0:
if s_data.find(":", 8) > 0:
s_script = s_data[8:s_data.find(":", 8)].upper()
s_action = "SCRIPT"
s_object = s_data[s_data.find(":", 8) + 2:100].upper()
else:
s_script = s_data[8:100].upper()
s_action = "SCRIPT"
s_object = s_data[8:100].upper()
elif s_data.find("OPEN DATABASE:") == 0:
s_base = s_data[15:100].upper()
s_action = "OPEN DATABASE"
s_object = s_base
elif s_data.find(":", 9) > 0:
s_action = s_data[0:s_data.find(":")].upper()
s_object = s_data[s_data.find(":") + 2:100].upper()
else:
s_action = "HEADER"
s_object = s_data[0:100].upper()
# SAVE THE RECORD
if l_record:
s_cols = "INSERT INTO " + sr_file + " VALUES(" \
"'" + s_data + "'," \
"'" + s_date + "'," \
"'" + s_time + "'," \
"'" + s_script + "'," \
"'" + s_base + "'," \
"'" + s_action + "'," \
"'" + s_object + "'" \
")"
# SHOW SQL SCRIPT BEFORE EXECUTION
if l_debug:
print(s_cols)
so_curs.execute(s_cols)
# RESET VARIABLES
l_record = True
s_action = ""
s_object = ""
so_conn.commit()
# BUILD THE LOG TABLE
if l_debug:
print("Build the log table...")
sr_file = "X001ab_sort_log"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
Rowid As ID,
Rowid + 1 As ID2,
LOG.LOG_DATE,
LOG.LOG_TIME,
LOG.SCRIPT,
LOG."DATABASE",
LOG."ACTION",
LOG.OBJECT
From
X001aa_import_log LOG
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# MESSAGE TO ADMIN
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator", " <b> " + str(i) + " " + s_date_file + "</b> Records")
# CLOSE THE LOG TEXT FILE
co.close()
funcfile.writelog("%t IMPORT TABLE: " + ld_path + s_date_file + " (" + sr_file + ")")
# CALCULATE TIMES
if l_debug:
print("Calculate times...")
sr_file = "X001ac_calc_time"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
a.LOG_DATE,
a.LOG_TIME,
Cast(strftime('%s',b.LOG_DATE||' '||b.LOG_TIME) - strftime('%s',a.LOG_DATE||' '||a.LOG_TIME) As INT) As LOG_SECOND,
time(strftime('%s',b.LOG_DATE||' '||b.LOG_TIME) - strftime('%s',a.LOG_DATE||' '||a.LOG_TIME), 'unixepoch') As
LOG_ELAPSED,
a.SCRIPT,
a.DATABASE,
a.ACTION,
a.OBJECT
FROM
X001ab_sort_log a Left Join
X001ab_sort_log b On b.ID = a.ID2
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# ISOLATE AUTO TIMES
if l_debug:
print("Isolate auto times...")
sr_file = "X001ad_auto_time"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
LOG.*
FROM
X001ac_calc_time LOG
WHERE
(LOG.LOG_SECOND <= 3600 And LOG.LOG_TIME >= '20:00:00' And LOG.LOG_TIME <= '23:59:59') Or
(LOG.LOG_SECOND <= 3600 And LOG.LOG_TIME >= '02:00:00' And LOG.LOG_TIME <= '06:59:59')
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# ADD CURRENT LOG TO HISTORY
if l_history:
sr_file = "X002aa_log_history"
so_curs.execute(
"CREATE TABLE IF NOT EXISTS " + sr_file + """
(LOG_DATE TEXT,
LOG_TIME TEXT,
LOG_SECOND INT,
LOG_ELAPSED TEXT,
SCRIPT TEXT,
DATABASE TEXT,
ACTION TEXT,
OBJECT TEXT)
""")
if l_debug:
print("Add current log to history...")
s_sql = "INSERT INTO " + sr_file + " SELECT * FROM X001ac_calc_time;"
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t COPY TABLE: " + sr_file)
"""*****************************************************************************
END OF SCRIPT
*****************************************************************************"""
funcfile.writelog("END OF SCRIPT")
if l_debug:
print("END OF SCRIPT")
# COMMIT AND CLOSE DATABASE
so_conn.commit()
so_conn.close()
# CLOSE THE LOG WRITER *********************************************************
funcfile.writelog("-------------------")
funcfile.writelog("COMPLETED: A002_LOG")
return
def studentlist(so_conn, re_path, s_period='curr', l_export=False):
"""
Script to build STUDENT list
:param so_conn: Database connection
:param re_path: Results path
:param s_period: Calculation period
:param s_year: Financial year
:param l_export: Export results
:return: Nothing
"""
# DECLARE VARIABLES
if s_period == 'prev':
s_year = funcdate.prev_year()
else:
s_year = funcdate.cur_year()
so_curs = so_conn.cursor()
"""*************************************************************************
BUILD STUDENTS
*************************************************************************"""
print("BUILD " + s_year + " STUDENTS")
funcfile.writelog("BUILD " + s_year + " YEAR STUDENTS")
# BUILD STUDENT LIST
print("Build student list...")
sr_file = "X001_Student"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
STUD.KSTUDBUSENTID,
STUD.DATEQUALLEVELSTARTED,
STUD.DATEENROL,
STUD.STARTDATE,
STUD.ENDDATE,
STUD.MARKSFINALISEDDATE,
RESU.RESULTISSUEDATE,
RESU.RESULTPASSDATE,
QUAL.QUALIFICATION,
QUAL.QUALIFICATION_NAME,
QUAL.QUALIFICATION_TYPE As QUAL_TYPE,
Upper(ACTI.LONG) AS ACTIVE_IND,
Upper(ENTR.LONG) AS ENTRY_LEVEL,
Upper(BLAC.LONG) AS BLACKLIST,
QUAL.ENROL_CATEGORY As ENROL_CAT,
QUAL.PRESENT_CATEGORY As PRESENT_CAT,
QUAL.FINAL_STATUS As STATUS_FINAL,
QUAL.LEVY_CATEGORY,
QUAL.CERT_TYPE,
QUAL.LEVY_TYPE,
QUAL.FOS_SELECTION,
QUAL.FOS_SELECTION As LONG,
QUAL.FBUSINESSENTITYID,
QUAL.SITEID,
QUAL.CAMPUS,
QUAL.ORGUNIT_MANAGER,
QUAL.ORGUNIT_NAME,
QUAL.ORGUNIT_TYPE,
RESU.KSTUDQUALFOSRESULTID,
RESU.DISCONTINUEDATE,
RESU.FDISCONTINUECODEID,
RESU.RESULT,
RESU.DISCONTINUE_REAS,
RESU.POSTPONE_REAS,
RESU.FPOSTPONEMENTCODEID,
RESU.FGRADUATIONCEREMONYID,
GRAD.CEREMONY,
GRAD.CEREMONYDATETIME,
QUAL.QUALIFICATIONCODE,
QUAL.QUALIFICATIONFIELDOFSTUDY,
QUAL.QUALIFICATIONLEVEL,
STUD.ENROLACADEMICYEAR,
STUD.ENROLHISTORYYEAR,
QUAL.MIN,
QUAL.MIN_UNIT,
QUAL.MAX,
QUAL.MAX_UNIT,
STUD.ISHEMISSUBSIDY,
STUD.ISMAINQUALLEVEL,
STUD.ISCONDITIONALREG,
STUD.ISCUMLAUDE,
STUD.ISPOSSIBLEGRADUATE,
STUD.FACCEPTANCETESTCODEID,
QUAL.ISVERIFICATIONREQUIRED,
QUAL.EXAMSUBMINIMUM,
QUAL.ISVATAPPLICABLE,
QUAL.ISPRESENTEDBEFOREAPPROVAL,
QUAL.ISDIRECTED,
QUAL.SITEID As FSITEORGUNITNUMBER,
STUD.KENROLSTUDID,
QUAL.FQUALLEVELAPID,
QUAL.KENROLMENTPRESENTATIONID,
STUD.FENROLMENTPRESENTATIONID,
QUAL.FOS_KACADEMICPROGRAMID,
STUD.FPROGRAMAPID,
QUAL.FENROLMENTCATEGORYCODEID,
QUAL.FPRESENTATIONCATEGORYCODEID,
Case
When STUD.ENROLHISTORYYEAR > 6 Then 6
Else STUD.ENROLHISTORYYEAR
End As FEEHISTORYYEAR,
strftime("%Y", STUD.STARTDATE) - strftime("%Y", STUD.DATEQUALLEVELSTARTED) + 1 As CALCHISTORYYEAR
From
QUALLEVELENROLSTUD STUD Left Join
VSS.X000_Codedescription BLAC ON BLAC.KCODEDESCID = STUD.FBLACKLISTCODEID Left Join
VSS.X000_Codedescription ACTI ON ACTI.KCODEDESCID = STUD.FSTUDACTIVECODEID Left Join
VSS.X000_Codedescription ENTR ON ENTR.KCODEDESCID = STUD.FENTRYLEVELCODEID Left Join
VSS.X000_Qualifications QUAL On QUAL.KENROLMENTPRESENTATIONID = STUD.FENROLMENTPRESENTATIONID Left Join
VSS.X000_Student_qualfos_result RESU ON RESU.KBUSINESSENTITYID = STUD.KSTUDBUSENTID And
RESU.KACADEMICPROGRAMID = QUAL.FOS_KACADEMICPROGRAMID And
Strftime('%Y', RESU.DISCONTINUEDATE) = '%YEAR%' Left Join
Vss.X000_Gradceremony GRAD On GRAD.KGRADUATIONCEREMONYID = RESU.FGRADUATIONCEREMONYID
Order By
STUD.KSTUDBUSENTID
;"""
# s_sql = s_sql.replace("%PERIOD%", s_period)
s_sql = s_sql.replace("%YEAR%", s_year)
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# MESSAGE
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b>" + str(i) + "</b> Students")
# Export the data
if l_export:
print("Export students all...")
sr_filet = sr_file
sx_path = re_path + s_year + "/"
sx_file = "Student_001_all_"
s_head = funccsv.get_colnames_sqlite(so_conn, sr_filet)
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_file, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
"""*************************************************************************
BUILD STUDENT MODULES
*************************************************************************"""
print("BUILD " + s_year + " STUDENT MODULES")
funcfile.writelog("BUILD " + s_year + " YEAR STUDENT MODULES")
# BUILD STUDENT LIST
print("Build student list...")
sr_file = "X001_Student_module"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
MENR.KENROLSTUDID,
MENR.KSTUDBUSENTID,
MENR.ACADEMICYEAR,
MENR.DATEENROL,
MENR.STARTDATE,
MENR.ENDDATE,
STUD.FQUALLEVELAPID,
STUD.QUALIFICATION,
MODU.FMODULEAPID,
MODU.MODULE,
MODU.MODULE_NAME,
MODU.FENROLMENTCATEGORYCODEID,
MODU.ENROL_CATEGORY,
MODU.FPRESENTATIONCATEGORYCODEID,
MODU.PRESENT_CATEGORY,
MODU.FCOURSEGROUPCODEID,
MODU.COURSEGROUP,
MENR.FMODULETYPECODEID,
Upper(TYPE.LONG) As MODULE_TYPE,
MENR.DATEDISCONTINUED,
MENR.FCOMPLETEREASONCODEID,
Upper(REAS.LONG) As COMPLETE_REASON,
Trim(MODR.PART_RESU) As PART_RESU,
MODR.DATEACHIEVED As DATE_RESU,
MODU.FBUSINESSENTITYID,
MODU.SITEID,
MODU.CAMPUS,
MODU.ORGUNIT_TYPE,
MODU.ORGUNIT_NAME,
MODU.ORGUNIT_MANAGER,
MENR.ISCONDITIONALREG,
MENR.ISNEWENROLMENT,
MENR.ISPROCESSEDONLINE,
MENR.ISREPEATINGMODULE,
MENR.ISEXEMPTION,
MODU.ISEXAMMODULE,
MODU.ISRESEARCHMODULE,
MENR.ISDISCOUNTED,
MODU.EXAMSUBMINIMUM,
MENR.FSTUDYCENTREMODAPID,
MENR.FENROLMENTPRESENTATIONID,
MENR.FEXAMCENTREMODAPID,
MENR.FPRESENTATIONLANGUAGEID,
MENR.FMODPERIODENROLPRESCATID,
MENR.FACKTYPECODEID,
MENR.FACKSTUDBUSENTID,
MENR.FACKENROLSTUDID,
MENR.FACKMODENROLSTUDID,
MENR.FACKMODSTUDBUSENTID,
MENR.AUDITDATETIME As MENROL_AUDITDATETIME,
MENR.FAUDITSYSTEMFUNCTIONID As MENROL_SYSID,
MENR.FAUDITUSERCODE As MENROL_USERCODE,
MENR.REGALLOWED,
MODU.KENROLMENTPRESENTATIONID,
MODU.COURSECODE,
MODU.COURSELEVEL,
MODU.COURSEMODULE,
MODU.COURSESEMESTER
From
MODULEENROLSTUD MENR Inner Join
VSS.X000_Modules MODU On MODU.KENROLMENTPRESENTATIONID = MENR.FENROLMENTPRESENTATIONID Left Join
VSS.X000_Codedescription TYPE On TYPE.KCODEDESCID = MENR.FMODULETYPECODEID Left Join
VSS.X000_Codedescription REAS On REAS.KCODEDESCID = MENR.FCOMPLETEREASONCODEID Left Join
X001_Student STUD On STUD.KSTUDBUSENTID = MENR.KSTUDBUSENTID And
STUD.KENROLSTUDID = MENR.FQUALLEVELENROLSTUDID Left Join
X000_Student_module_result_participate MODR On MODR.KSTUDBUSENTID = MENR.KSTUDBUSENTID And
MODR.KENROLSTUDID = MENR.KENROLSTUDID
;"""
# s_sql = s_sql.replace("%PERIOD%", s_period)
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# MESSAGE
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b>" + str(i) + "</b> Modules")
return
def robot_report_person_conflict(s_nwu: str = "",
s_name: str = "",
s_mail: str = ""):
"""
REPORT EMPLOYEE PERSON CONFLICT OF INTERESTS
:param s_nwu: NWU Number
:param s_name: The name of the requester / recipient
:param s_mail: The requester mail address
:return: str: Info in message format
"""
# IMPORT PYTHON MODULES
import sqlite3
from datetime import datetime
# IMPORT OWN MODULES
from _my_modules import funccsv
from _my_modules import funcdate
from _my_modules import funcfile
from _my_modules import funcmail
from _my_modules import funcsms
from _my_modules import funcstat
# DECLARE VARIABLES
l_debug: bool = True
"""*************************************************************************
ENVIRONMENT
*************************************************************************"""
if l_debug:
print("ENVIRONMENT")
# DECLARE VARIABLES
s_description: str = "Conflict of interest reports"
so_path: str = "W:/People_conflict/" # Source database path
so_file: str = "People_conflict.sqlite" # Source database
re_path: str = "R:/People/" + funcdate.cur_year() + "/" # Results
l_mess: bool = funcconf.l_mess_project
# l_mess: bool = False
l_mailed: bool = False
# LOG
if l_debug:
print(s_function.upper())
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: " + s_function.upper())
funcfile.writelog("-" * len("script: " + s_function))
funcfile.writelog("%t " + s_description + " for " + s_nwu +
" requested by " + s_name)
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator",
"<b>" + s_function.upper() + "</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
funcfile.writelog("OPEN THE DATABASES")
if l_debug:
print("OPEN THE DATABASES")
# OPEN THE WORKING DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
""" ****************************************************************************
BUILD THE DECLARATIONS REPORT
*****************************************************************************"""
funcfile.writelog("BUILD THE DECLARATIONS REPORT")
if l_debug:
print("BUILD THE DECLARATIONS REPORT")
# OBTAIN THE NAME OF THE PERSON
s_lookup_name = funcfile.get_field_value(
so_curs, "PEOPLE.X000_PEOPLE",
"name_address||' ('||preferred_name||')' ",
"employee_number = '" + s_nwu + "'")
if l_debug:
print("FIELD LOOKUP: " + s_name)
s_message: str = s_description + " for <b>" + s_lookup_name + '(' + s_nwu + ")</b>."
# BUILD THE TABLE
if l_debug:
print("Build declarations table...")
s_file_prefix: str = "Y000_"
s_file_name: str = "report_declarations_all"
sr_file = s_file_prefix + s_file_name
so_curs.execute("Drop table if exists " + sr_file)
s_sql = "Create table " + sr_file + " AS " + """
Select
d.DECLARATION_ID,
d.EMPLOYEE_NUMBER,
p.name_full As NAME_FULL,
d.DECLARATION_DATE,
d.UNDERSTAND_POLICY_FLAG,
d.INTEREST_TO_DECLARE_FLAG,
d.FULL_DISCLOSURE_FLAG,
Upper(d.STATUS) As STATUS,
d.LINE_MANAGER,
m.name_full As MANAGER_NAME_FULL,
d.REJECTION_REASON,
d.CREATION_DATE,
d.AUDIT_USER,
d.LAST_UPDATE_DATE,
d.LAST_UPDATED_BY,
d.EXTERNAL_REFERENCE
From
X000_declarations_all d Left Join
PEOPLE.X000_PEOPLE p On p.employee_number = d.EMPLOYEE_NUMBER Left Join
PEOPLE.X000_PEOPLE m On m.employee_number = d.LINE_MANAGER
Where
d.EMPLOYEE_NUMBER = '%PERSON%'
Order By
d.LAST_UPDATE_DATE
;"""
s_sql = s_sql.replace("%PERSON%", s_nwu)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# RECORDS FOUND
if funcsys.tablerowcount(so_curs, sr_file) > 0:
# BUILD THE MESSAGE
l_records = funcstat.stat_list(
so_curs, sr_file,
"DECLARATION_DATE||' ('||INTEREST_TO_DECLARE_FLAG||') '||STATUS")
s_message += '\n\n'
s_message += 'Declarations on:'
for item in l_records:
s_message += '\n'
for element in item:
s_message += element
# EXPORT RECORDS
print("Export findings...")
sx_path = re_path
sx_file = sr_file + "_"
sx_file_dated = sx_file + funcdate.today_file()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
# funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file, s_head)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file_dated,
s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file_dated)
# MAIL THE REPORT
s_report = "All DIY declarations included!"
if s_name != "" and s_mail != "":
l_mailed = True
funcfile.writelog("%t Declarations mailed to " + s_mail)
if l_debug:
print("Send the report...")
s_body: str = "Attached please find conflict of interest declarations for " + s_nwu + "."
s_body += "\n\r"
s_body += s_report
funcmail.send(s_name, s_mail, "E", s_description + " for " + s_nwu,
s_body, re_path, sx_file_dated + ".csv")
# DELETE THE MAILED FILE
if funcfile.file_delete(re_path, sx_file_dated):
funcfile.writelog("%t Declarations deleted")
if l_debug:
print("Delete the report...")
else:
s_message += "\n\n"
s_message += "No declarations on record."
""" ****************************************************************************
BUILD THE INTERESTS REPORT
*****************************************************************************"""
funcfile.writelog("BUILD THE INTERESTS REPORT")
if l_debug:
print("BUILD THE INTERESTS REPORT")
# BUILD THE TABLE
if l_debug:
print("Build interests table...")
s_file_prefix: str = "Y000_"
s_file_name: str = "report_interests_all"
sr_file = s_file_prefix + s_file_name
so_curs.execute("Drop table if exists " + sr_file)
s_sql = "Create table " + sr_file + " AS " + """
Select
i.INTEREST_ID,
i.DECLARATION_ID,
i.EMPLOYEE_NUMBER,
p.name_full As NAME_FULL,
i.DECLARATION_DATE,
i.CONFLICT_TYPE_ID,
Upper(i.CONFLICT_TYPE) As CONFLICT_TYPE,
i.INTEREST_TYPE_ID,
Upper(i.INTEREST_TYPE) As INTEREST_TYPE,
i.STATUS_ID,
Upper(i.INTEREST_STATUS) As INTEREST_STATUS,
i.PERC_SHARE_INTEREST,
Upper(i.ENTITY_NAME) As ENTITY_NAME,
i.ENTITY_REGISTRATION_NUMBER,
Upper(i.OFFICE_ADDRESS) As OFFICE_ADDRESS,
Upper(i.DESCRIPTION) As DESCRIPTION,
i.DIR_APPOINTMENT_DATE,
i.LINE_MANAGER,
m.name_full As MANAGER_NAME_FULL,
i.NEXT_LINE_MANAGER,
i.INDUSTRY_CLASS_ID,
Upper(i.INDUSTRY_TYPE) As INDUSTRY_TYPE,
i.TASK_PERF_AGREEMENT,
i.MITIGATION_AGREEMENT,
i.REJECTION_REASON,
i.CREATION_DATE,
i.AUDIT_USER,
i.LAST_UPDATE_DATE,
i.LAST_UPDATED_BY,
i.EXTERNAL_REFERENCE
From
X000_interests_all i Left Join
PEOPLE.X000_PEOPLE p On p.employee_number = i.EMPLOYEE_NUMBER Left Join
PEOPLE.X000_PEOPLE m On m.employee_number = i.LINE_MANAGER
Where
i.EMPLOYEE_NUMBER = '%PERSON%'
Order By
i.LAST_UPDATE_DATE
;"""
s_sql = s_sql.replace("%PERSON%", s_nwu)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# RECORDS FOUND
if funcsys.tablerowcount(so_curs, sr_file) > 0:
# BUILD THE MESSAGE
l_records = funcstat.stat_list(
so_curs, sr_file, "DECLARATION_DATE||' - '||INTEREST_STATUS")
s_message += '\n\n'
s_message += 'Interests declared:'
for item in l_records:
s_message += '\n'
for element in item:
s_message += element
# EXPORT RECORDS
print("Export findings...")
sx_path = re_path
sx_file = sr_file + "_"
sx_file_dated = sx_file + funcdate.today_file()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
# funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file, s_head)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file_dated,
s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file_dated)
# MAIL THE REPORT
s_report = "All DIY interests included!"
if s_name != "" and s_mail != "":
l_mailed = True
funcfile.writelog("%t Interests mailed to " + s_mail)
if l_debug:
print("Send the report...")
s_body: str = "Attached please find conflict of interest interests for " + s_nwu + "."
s_body += "\n\r"
s_body += s_report
funcmail.send(s_name, s_mail, "E", s_description + " for " + s_nwu,
s_body, re_path, sx_file_dated + ".csv")
# DELETE THE MAILED FILE
if funcfile.file_delete(re_path, sx_file_dated):
funcfile.writelog("%t Interests deleted")
if l_debug:
print("Delete the report...")
else:
s_message += "\n\n"
s_message += "No interests on record."
# POPULATE THE RETURN MESSAGE
if l_mailed:
s_message += "\n\n"
s_message += "Reports were mailed to " + s_mail + "."
s_return_message = s_message
"""*****************************************************************************
END OF SCRIPT
*****************************************************************************"""
funcfile.writelog("END OF SCRIPT")
if l_debug:
print("END OF SCRIPT")
# CLOSE THE LOG WRITER
funcfile.writelog("-" * len("completed: " + s_function))
funcfile.writelog("COMPLETED: " + s_function.upper())
return s_return_message[0:4096]
def mysql_backup(s_source_database: str = "Web_ia_nwu",
s_target_database: str = "Mysql_ia_server"):
"""
"""
# Index of steps
"""
VARIABLES
BEGIN OF SCRIPT
OPEN THE DATABASES
THE BACKUP
END OF SCRIPT
"""
# VARIABLES
l_return: bool = True
l_debug: bool = False # Display debug messages
l_mess: bool = funcconf.l_mess_project # Send messages
# l_mess: bool = False # Send messages
# IF SOURCE OR TARGET EMPTY RETURN FALSE AND DO NOTHING
s_source_schema: str = ""
if s_source_database == "Web_ia_nwu":
s_source_schema = "Ia_nwu"
elif s_source_database == "Web_ia_joomla":
s_source_schema = "Ia_joomla"
elif s_source_database == "Mysql_ia_server":
s_source_schema = "nwuiaca"
else:
l_return = False
s_target_schema: str = ""
if s_target_database == "Mysql_ia_server":
s_target_schema = "nwuiaca"
else:
l_return = False
# RUN THE BACKUP
if l_return:
"""****************************************************************************
BEGIN OF SCRIPT
****************************************************************************"""
# SCRIPT LOG
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: B008_MYSQL_BACKUP")
funcfile.writelog("-------------------------")
if l_debug:
print("-----------------")
print("B008_MYSQL_BACKUP")
print("-----------------")
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator",
"<b>B008 Mysql backup</b>")
"""****************************************************************************
OPEN THE DATABASES
****************************************************************************"""
if l_debug:
print("OPEN THE MYSQL DATABASES")
funcfile.writelog("OPEN THE MYSQL DATABASES")
# OPEN THE SOURCE FILE
ms_from_connection = funcmysql.mysql_open(s_source_database)
ms_from_cursor = ms_from_connection.cursor()
funcfile.writelog("%t OPEN MYSQL DATABASE: " + s_source_database)
# OPEN THE SOURCE FILE
ms_to_connection = funcmysql.mysql_open(s_target_database)
ms_to_cursor = ms_to_connection.cursor()
funcfile.writelog("%t OPEN MYSQL DATABASE: " + s_target_database)
# Obtain the table names from the schema and backup each
if l_debug:
print("OBTAIN TABLE NAMES")
for row in ms_from_cursor.execute(
"SELECT TABLE_NAME FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA = '"
+ s_source_schema + "';").fetchall():
if l_debug:
print(row[0])
"""****************************************************************************
THE BACKUP
****************************************************************************"""
s_table = row[0]
if l_debug:
print("BACKUP " + s_table.upper())
funcfile.writelog("%t BACKUP " + s_table.upper())
# TEMPORARY DROP TABLE WHILE DEVELOPMENT
"""
if l_debug:
print("Drop table " + s_table + "...")
ms_to_cursor.execute("DROP TABLE IF EXISTS " + s_table + ";")
"""
# Obtain the source mysql table structure
if l_debug:
print("Build source mysql table structure for " + s_table +
"...")
s_source_struct = funcmysql.get_struct_mysql_text(
ms_from_cursor, s_source_schema, s_table)
# Obtain the target mysql table structure
if l_debug:
print("Build target mysql table structure for " + s_table +
"...")
s_target_struct = funcmysql.get_struct_mysql_text(
ms_to_cursor, s_target_schema, s_table)
# Obtain the mysql table column names in tuple format
if l_debug:
print("Build source mysql table column name tuple for " +
s_table + "...")
s_from_names = funcmysql.get_colnames_mysql_text(
ms_from_cursor, s_source_schema, s_table)
# Obtain the mysql table column types in list format
if l_debug:
print("Build source mysql table column type list for " +
s_table + "...")
a_from_types = funcmysql.get_coltypes_mysql_list(
ms_from_cursor, s_source_schema, s_table)
# Recreate the target table
if s_source_struct != s_target_struct:
if l_debug:
print("Recreate the " + s_table + " table...")
funcfile.writelog("%t CREATE MYSQL TABLE: " + s_table)
ms_to_cursor.execute("DROP TABLE IF EXISTS " + s_table + ";")
ms_to_cursor.execute("CREATE TABLE IF NOT EXISTS `" + s_table +
"` " + s_source_struct +
" ENGINE=InnoDB DEFAULT CHARSET=utf8;")
else:
if l_debug:
print("Truncate " + s_table + "...")
funcfile.writelog("%t TRUNCATE MYSQL TABLE: " + s_table)
ms_to_cursor.execute("TRUNCATE `" + s_target_schema + "`.`" +
s_table + "`;")
# Loop the source data per row
if l_debug:
print("Insert mysql " + s_table)
ms_from_cursor.execute("SELECT * FROM " + s_table)
rows = ms_from_cursor.fetchall()
i_total = 0
i_counter = 0
for o_records in rows:
s_data = funcmysql.convert_mysql_mysql(o_records, a_from_types)
# print(s_data)
s_sql = "INSERT IGNORE INTO `" + s_table + "` " + s_from_names + " VALUES " + s_data + ";"
ms_to_cursor.execute(s_sql)
i_total = i_total + 1
i_counter = i_counter + 1
if i_counter == 10:
ms_to_connection.commit()
i_counter = 0
# Close the ROW Connection
ms_to_connection.commit()
print("Inserted " + str(i_total) + " mysql " + s_table + "...")
funcfile.writelog("%t BACKUP MYSQL: " + str(i_total) +
" records (" + s_table + ")")
if l_mess:
funcsms.send_telegram(
"", "administrator",
"<b> " + str(i_total) + "</b> " + s_table + " backup")
"""****************************************************************************
END OF SCRIPT
****************************************************************************"""
if l_debug:
print("END OF SCRIPT")
# CLOSE MYSQL DATABASES
ms_from_connection.close()
ms_to_connection.close()
# CLOSE THE LOG WRITER
funcfile.writelog("----------------------------")
funcfile.writelog("COMPLETED: B008_MYSQL_BACKUP")
return l_return
def test_student_general():
"""
SCRIPT TO TEST STUDENT MASTER FILE
:return: Nothing
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# Declare variables
so_path = "W:/Vss_general/" # Source database path
re_path = "R:/Vss/" # Results
ed_path = "S:/_external_data/"
so_file = "Vss_general.sqlite" # Source database
s_sql = "" # SQL statements
l_mail = True
l_export = True
# OPEN THE LOG
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: C300_TEST_STUDENT_GENERAL")
funcfile.writelog("---------------------------------")
print("-------------------------")
print("C300_TEST_STUDENT_GENERAL")
print("-------------------------")
# MESSAGE
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator", "<b>C300 Student master file tests</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# Open the SOURCE file
with sqlite3.connect(so_path+so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH VSS DATABASE
print("Attach vss database...")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss.sqlite' AS 'VSS'")
funcfile.writelog("%t ATTACH DATABASE: Vss.sqlite")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_curr.sqlite' AS 'VSSCURR'")
funcfile.writelog("%t ATTACH DATABASE: Vss_curr.sqlite")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_prev.sqlite' AS 'VSSPREV'")
funcfile.writelog("%t ATTACH DATABASE: Vss_prev.sqlite")
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
funcfile.writelog("%t ---------- STUDENT ID NUMBER LIST ----------")
# Import vss transactions from VSS.SQLITE *********************************
print("IDNo list import vss transactions from VSS.SQLITE...")
sr_file = "X001aa_impo_vsstran"
s_sql = "CREATE TABLE "+sr_file+" AS " + """
SELECT
TRAN.FBUSENTID AS STUDENT,
TRAN.FDEBTCOLLECTIONSITE AS CAMPUS,
SUBSTR(TRAN.TRANSDATE,1,4) AS YEAR
FROM
VSSCURR.X010_Studytrans TRAN
GROUP BY
TRAN.FBUSENTID
ORDER BY
TRAN.FBUSENTID
;"""
so_curs.execute("DROP TABLE IF EXISTS "+sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: "+sr_file)
# Import previously reported findings ******************************************
print("IDNo list import previously reported findings...")
tb_name = "X001ac_impo_reported"
so_curs.execute("DROP TABLE IF EXISTS " + tb_name)
so_curs.execute("CREATE TABLE " + tb_name + "(PROCESS TEXT,FIELD1 INT,FIELD2 TEXT,FIELD3 TEXT,FIELD4 TEXT,FIELD5 TEXT,DATE_REPORTED TEXT,DATE_RETEST TEXT)")
co = open(ed_path + "300_reported.txt", newline=None)
co_reader = csv.reader(co)
# Read the COLUMN database data
for row in co_reader:
# Populate the column variables
if row[0] == "PROCESS":
continue
elif row[0] != "idno_list":
continue
else:
s_cols = "INSERT INTO " + tb_name + " VALUES('" + row[0] + "','" + row[1] + "','" + row[2] + "','" + row[3] + "','" + row[4] + "','" + row[5] + "','" + row[6] + "','" + row[7] + "')"
so_curs.execute(s_cols)
so_conn.commit()
# Close the imported data file
co.close()
funcfile.writelog("%t IMPORT TABLE: " + ed_path + "300_reported.txt (" + tb_name + ")" )
# Join the tran and party data *********************************************
print("IDNo list join the vss tran and party data...")
sr_file = "X001ba_join_tran_vss"
s_sql = "CREATE TABLE "+sr_file+" AS " + """
SELECT
VSS.X000_party.IDNO,
TRAN.STUDENT,
VSS.X000_Party.FULL_NAME AS NAME,
TRAN.YEAR,
TRAN.CAMPUS,
Trim(VSS.X000_Party.FIRSTNAMES) AS FIRSTNAME,
VSS.X000_Party.INITIALS,
VSS.X000_Party.SURNAME,
VSS.X000_Party.TITLE,
VSS.X000_Party.DATEOFBIRTH,
VSS.X000_Party.GENDER,
VSS.X000_Party.NATIONALITY,
VSS.X000_Party.POPULATION,
VSS.X000_Party.RACE,
VSS.X000_Party.FAUDITUSERCODE AS PARTY_AUDITDATETIME,
VSS.X000_Party.AUDITDATETIME AS PARTY_AUDITUSERCODE
FROM
X001aa_impo_vsstran TRAN Inner Join
VSS.X000_Party ON VSS.X000_Party.KBUSINESSENTITYID = TRAN.STUDENT AND
Length(Trim(VSS.X000_Party.IDNO)) = 13
ORDER BY
TRAN.STUDENT
;"""
so_curs.execute("DROP TABLE IF EXISTS "+sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: "+sr_file)
# Add previous reported ID list to current ID list *****************************
print("IDNo list join the previously reported id number list...")
sr_file = "X001ca_join_prev_reported"
s_sql = "CREATE TABLE " + sr_file + " AS" + """
SELECT
TRAN.IDNO,
TRAN.STUDENT,
TRAN.NAME,
TRAN.YEAR,
TRAN.CAMPUS,
TRAN.FIRSTNAME,
TRAN.INITIALS,
TRAN.SURNAME,
TRAN.TITLE,
TRAN.DATEOFBIRTH,
TRAN.GENDER,
TRAN.NATIONALITY,
TRAN.POPULATION,
TRAN.RACE,
TRAN.PARTY_AUDITDATETIME,
TRAN.PARTY_AUDITUSERCODE,
IMPO.PROCESS AS PREV_PROCESS,
IMPO.DATE_REPORTED AS PREV_DATE_REPORTED,
IMPO.DATE_RETEST AS PREV_DATE_RETEST
FROM
X001ba_join_tran_vss TRAN Left Join
X001ac_impo_reported IMPO ON IMPO.FIELD1 = TRAN.STUDENT AND IMPO.DATE_RETEST >= Date('%TODAY%')
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = s_sql.replace("%TODAY%",funcdate.today())
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Add columns used to export new ID list
print("IDNo list add prev reported columns...")
so_curs.execute("ALTER TABLE "+sr_file+" ADD COLUMN PROCESS TEXT;")
so_curs.execute("ALTER TABLE "+sr_file+" ADD COLUMN FIELD2 TEXT;")
so_curs.execute("ALTER TABLE "+sr_file+" ADD COLUMN DATE_REPORTED TEXT;")
so_curs.execute("ALTER TABLE "+sr_file+" ADD COLUMN DATE_RETEST TEXT;")
so_curs.execute("UPDATE "+sr_file+" SET PROCESS = 'idno_list'")
s_sql = "UPDATE "+sr_file+" SET DATE_REPORTED = '%TODAY%'"
s_sql = s_sql.replace("%TODAY%",funcdate.today())
so_curs.execute(s_sql)
s_sql = "UPDATE "+sr_file+" SET DATE_RETEST = '%NYEARB%'"
s_sql = s_sql.replace("%NYEARB%",funcdate.next_yearbegin())
so_curs.execute(s_sql)
so_conn.commit()
# Build the final ytd ID list report table *****************************************
print("IDNo list build the ytd ID list to export...")
sr_file = "X001da_report_idlist"
s_sql = "CREATE TABLE " + sr_file + " AS" + """
SELECT
PREV.IDNO,
PREV.STUDENT,
PREV.NAME,
PREV.YEAR,
PREV.CAMPUS,
PREV.FIRSTNAME,
PREV.INITIALS,
PREV.SURNAME,
PREV.TITLE,
PREV.DATEOFBIRTH,
PREV.GENDER,
PREV.NATIONALITY,
PREV.POPULATION,
PREV.RACE
FROM
X001ca_join_prev_reported PREV
ORDER BY
PREV.STUDENT
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# MESSAGE
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator", "<b> " + str(i) + "</b> " + " Student id numbers")
# Export the data
if l_export == True and funcsys.tablerowcount(so_curs,sr_file) > 0:
print("IDNo list export ytd ID list...")
sr_filet = sr_file
sx_path = re_path + funcdate.cur_year() + "/"
sx_file = "Idno_001a_list_ytd_"
sx_filet = sx_file + funcdate.prev_monthendfile()
# Read the header data
s_head = funccsv.get_colnames_sqlite(so_conn, sr_filet)
# Write the data
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_file, s_head)
#funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_filet, s_head)
# Build the final ytd ID list report table *****************************************
print("IDNo list build the current ID list to export...")
sr_file = "X001da_report_idlist"
s_sql = "CREATE TABLE " + sr_file + " AS" + """
SELECT
PREV.IDNO,
PREV.STUDENT,
PREV.NAME,
PREV.YEAR,
PREV.CAMPUS,
PREV.FIRSTNAME,
PREV.INITIALS,
PREV.SURNAME,
PREV.TITLE,
PREV.DATEOFBIRTH,
PREV.GENDER,
PREV.NATIONALITY,
PREV.POPULATION,
PREV.RACE
FROM
X001ca_join_prev_reported PREV
WHERE
StrfTime('%m', PREV.PREV_DATE_REPORTED) = StrfTime('%m', 'now') OR
StrfTime('%m', PREV.DATE_REPORTED) = StrfTime('%m', 'now') AND PREV.PREV_PROCESS IS NULL
ORDER BY
PREV.STUDENT
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export the data
if l_export == True and funcsys.tablerowcount(so_curs,sr_file) > 0:
print("IDNo list export current ID lists...")
sr_filet = sr_file
sx_path = re_path + funcdate.cur_year() + "/"
sx_file = "Idno_001b_list_curr_"
sx_filet = sx_file + funcdate.cur_month()
# Read the header data
s_head = funccsv.get_colnames_sqlite(so_conn, sr_filet)
# Write the data
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_file, s_head)
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_filet, s_head)
# Build new ID list file to export to external previous reported file **********
print("IDNo list add new id number list to previous reported...")
sr_file = "X001ea_prev_reported"
s_sql = "CREATE TABLE "+sr_file+" AS " + """
SELECT
PREV.PROCESS,
PREV.STUDENT AS FIELD1,
PREV.FIELD2,
PREV.FIELD2 AS FIELD3,
PREV.FIELD2 AS FIELD4,
PREV.FIELD2 AS FIELD5,
PREV.DATE_REPORTED,
PREV.DATE_RETEST
FROM
X001ca_join_prev_reported PREV
WHERE
PREV.PREV_PROCESS IS NULL
;"""
so_curs.execute("DROP TABLE IF EXISTS "+sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: "+sr_file)
# Export the new ID list to previous reported file
if funcsys.tablerowcount(so_curs,sr_file) > 0:
print("IDNo list export the new data to previously reported file...")
sr_filet = sr_file
sx_path = ed_path
sx_file = "300_reported"
# Read the header data
s_head = funccsv.get_colnames_sqlite(so_conn, sr_filet)
# Write the data
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_file, s_head,"a",".txt")
funcfile.writelog("%t EXPORT DATA: "+sr_file)
else:
print("IDNo list no new data to previously reported file...")
funcfile.writelog("%t EXPORT DATA: No new data to export")
if l_mail:
funcmail.Mail("vss_list_idno_ytd")
if l_mail:
funcmail.Mail("vss_list_idno_curr")
# MESSAGE
# if funcconf.l_mess_project:
# funcsms.send_telegram("", "administrator", "<b>VSS STUDENT</b> master file tests end.")
"""*****************************************************************************
End OF SCRIPT
*****************************************************************************"""
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# COMMIT DATA
so_conn.commit()
# CLOSE THE DATABASE CONNECTION
so_conn.close()
# CLOSE THE LOG WRITER
funcfile.writelog("------------------------------------")
funcfile.writelog("COMPLETED: C300_TEST_STUDENT_GENERAL")
return
def robot_report_audit_assignment(s_number: str = "",
s_name: str = "",
s_mail: str = ""):
"""
SEARCH VSS.PARTY FOR NAMES, NUMBERS AND ID'S
:param s_number: Assignment number
:param s_name: The name of the requester / recipient
:param s_mail: The requester mail address
:return: str: Info in message format
"""
# VARIABLES
# s_function: str = "D002_report_audit_assignment"
l_debug: bool = False
"""*************************************************************************
ENVIRONMENT
*************************************************************************"""
if l_debug:
print("ENVIRONMENT")
# DECLARE VARIABLES
re_path: str = "R:/Audit/" # Results
l_mess: bool = funcconf.l_mess_project
# l_mess: bool = False
s_file: str = "Report_assignment_" + s_number + ".html"
s_report: str = ""
s_message: str = "Audit assignment report (" + s_number + ") "
# LOG
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: " + s_function.upper())
funcfile.writelog("-" * len("script: " + s_function))
if l_debug:
print(s_function.upper())
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator",
"<b>" + s_function.upper() + "</b>")
"""****************************************************************************
OPEN THE DATABASES
****************************************************************************"""
if l_debug:
print("OPEN THE MYSQL DATABASE")
funcfile.writelog("OPEN THE MYSQL DATABASE")
# VARIABLES
s_source_database: str = "Web_ia_nwu"
# OPEN THE SOURCE FILE
ms_from_connection = funcmysql.mysql_open(s_source_database)
ms_from_cursor = ms_from_connection.cursor()
funcfile.writelog("%t OPEN MYSQL DATABASE: " + s_source_database)
"""*****************************************************************************
BUILD THE REPORT
*****************************************************************************"""
funcfile.writelog("BUILD THE REPORT")
if l_debug:
print("BUILD THE REPORT")
# BUILD THE ASSIGNMENT RECORD
for row in ms_from_cursor.execute("SELECT "
"ia_assi_name, "
"ia_assi_report "
"FROM ia_assignment "
"WHERE ia_assi_auto = " + s_number +
";").fetchall():
if l_debug:
print(row[0])
funcfile.writelog("%t Audit assignment report " + s_number +
" requested by " + s_name)
s_report = row[0]
s_message += s_report + " was mailed to " + s_mail
if row[1] != "":
funcfile.writelog(row[1], re_path, s_file)
# BUILD THE FINDING RECORD
for row in ms_from_cursor.execute("SELECT "
"ia_find_name, "
"ia_find_desc, "
"ia_find_criteria, "
"ia_find_procedure, "
"ia_find_condition, "
"ia_find_effect, "
"ia_find_cause, "
"ia_find_risk, "
"ia_find_recommend, "
"ia_find_comment, "
"ia_find_frequency, "
"ia_find_definition, "
"ia_find_reference "
"FROM ia_finding "
"WHERE ia_assi_auto = " + s_number +
";").fetchall():
if l_debug:
print(row[0])
# if row[0] != "":
# funcfile.writelog(row[0], re_path, s_file)
# DESCRIPTION
if row[1] != "":
funcfile.writelog(row[1], re_path, s_file)
# CRITERIA
if row[2] != "":
funcfile.writelog(row[2], re_path, s_file)
# PROCEDURE
if row[3] != "":
funcfile.writelog(row[3], re_path, s_file)
# CONDITION
if row[4] != "":
funcfile.writelog(row[4], re_path, s_file)
# EFFECT
if row[5] != "":
funcfile.writelog(row[5], re_path, s_file)
# CAUSE
if row[6] != "":
funcfile.writelog(row[6], re_path, s_file)
# RISK
if row[7] != "":
funcfile.writelog(row[7], re_path, s_file)
# RECOMMEND
if row[8] != "":
funcfile.writelog(row[8], re_path, s_file)
# COMMENT
if row[9] != "":
funcfile.writelog(row[9], re_path, s_file)
# FREQUENCY
if row[10] != "":
funcfile.writelog(row[10], re_path, s_file)
# DEFINITION
if row[11] != "":
funcfile.writelog(row[11], re_path, s_file)
# REFERENCE
if row[12] != "":
funcfile.writelog(row[12], re_path, s_file)
# MAIL THE AUDIT REPORT
if s_name != "" and s_mail != "":
funcfile.writelog("%t Audit assignment report " + s_number +
" mailed to " + s_mail)
if l_debug:
print("Send the report...")
s_body: str = "Attached please find audit assignment report as requested:\n\r"
s_body += "\n\r"
s_body += s_report
funcmail.send(s_name, s_mail, "E",
"Report audit assignment number (" + s_number + ")",
s_body, re_path, s_file)
# POPULATE THE RETURN MESSAGE
s_return_message = s_message
# DELETE THE MAILED FILE
if funcfile.file_delete(re_path, s_file):
funcfile.writelog("%t Audit assignment report " + s_number +
" deleted")
if l_debug:
print("Delete the report...")
"""*****************************************************************************
END OF SCRIPT
*****************************************************************************"""
funcfile.writelog("END OF SCRIPT")
if l_debug:
print("END OF SCRIPT")
# CLOSE THE LOG WRITER
funcfile.writelog("-" * len("completed: " + s_function))
funcfile.writelog("COMPLETED: " + s_function.upper())
return s_return_message[0:4096]
def table_vacuum():
"""
Script to vacuum (clear) test finding export files
:return: Nothing
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
s_root: str = "S:/"
l_mess: bool = True
i_counter: int = 0
# SCRIPT LOG FILE
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: A003_TABLE_VACUUM")
funcfile.writelog("-------------------------")
print("-----------------")
print("A003_TABLE_VACUUM")
print("-----------------")
# SEND MESSAGE TO ADMIN
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator", "<b>Vacuuming</b> tables.")
"""*****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
# READ THE TEXT FILE
co = open(s_root + "000d_Table_vacuum.csv", newline=None)
co_reader = csv.reader(co)
# READ THE CONTACTS TABLE ROW BY ROW
for row in co_reader:
# POPULATE THE COLUMN VARIABLES
# COLUMNS: ACTIVE[0], PATH[1], DATABASE[2], TABLE[3], DESCRIPTION[4]
if row[0] == "ACTIVE":
continue
elif row[0] == "X":
continue
else:
print("Vacuum: " + row[1] + row[2] + "/" + row[3])
# OPEN THE DATABASE
with sqlite3.connect(row[1] + row[2]) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + row[2])
# CREATE BLANK TABLE
s_sql = "CREATE TABLE " + row[3] + " (BLANK TEXT);"
so_curs.execute("DROP TABLE IF EXISTS " + row[3])
so_curs.execute(s_sql)
# CLOSE THE DATABASE
so_conn.commit()
so_conn.close()
# UPDATE THE VARIABLES
i_counter += 1
funcfile.writelog("%t VACUUM TABLE: " + row[3])
# CLOSE THE TEXT FILE
co.close()
"""*****************************************************************************
END OF SCRIPT
*****************************************************************************"""
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# SEND MESSAGE TO ADMIN
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator",
"<b>" + str(i_counter) + "</b> Tables vacuumed.")
# CLOSE THE LOG WRITER
funcfile.writelog("----------------------------")
funcfile.writelog("COMPLETED: A003_TABLE_VACUUM")
return
def report_people_list_election(s_file_name: str = '',
s_date: str = '',
s_assign: str = '',
s_category: str = '',
s_division: str = '',
s_faculty: str = '') -> int:
"""
Function to list and export people.
param: s_date: str People active on which date
param: s_assign: str Assignment category (x)all (p)ermanent (t)emporary
param: s_category: str Employee category (x)all (a)cademic (s)upport
param: s_faculty: str Faculty (ec)onomic (ed)ucation (en)gineering (he)ealth (hu)manities (la)w (na)tural (th)eology
param: s_division: str Division
return: int: Table row count
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# FUNCTION WIDE VARIABLES
i_return: int = 0
ed_path: str = "S:/_external_data/" # External data path
re_path: str = "R:/People/"
so_path: str = "W:/People/" # Source database path
so_file: str = "People.sqlite"
l_debug: bool = False
l_mail: bool = funcconf.l_mail_project
l_mail: bool = False
l_mess: bool = funcconf.l_mess_project
l_mess: bool = True
l_export: bool = True
# LOG
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: " + s_function.upper())
funcfile.writelog("-" * len("script: " + s_function))
if l_debug:
print(s_function.upper())
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator", "<b>" + s_function + "</b>")
"""************************************************************************
OPEN THE DATABASES
************************************************************************"""
funcfile.writelog("OPEN THE DATABASES")
if l_debug:
print("OPEN THE DATABASES")
# OPEN SQLITE SOURCE table
if l_debug:
print("Open sqlite database...")
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute(
"ATTACH DATABASE 'W:/People_payroll/People_payroll.sqlite' AS 'PAYROLL'"
)
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
"""************************************************************************
TEMPORARY AREA
************************************************************************"""
funcfile.writelog("TEMPORARY AREA")
if l_debug:
print("TEMPORARY AREA")
"""************************************************************************
BEGIN OF SCRIPT
************************************************************************"""
funcfile.writelog("BEGIN OF SCRIPT")
if l_debug:
print("BEGIN OF SCRIPT")
# ASK THE QUESTIONS
if s_file_name == '':
s_file_name = 'X000_PEOPLE_LIST'
# PEOPLE ON WHICH DATE
if s_date == '':
print()
s_date = input("People on which date? (yyyy-mm-dd) ")
if s_date == '':
s_date = funcdate.today()
# ASSIGNMENT CATEGORY
if s_assign == '':
print()
s_assign = input(
"Assignment category? (x)all (p)ermanent (t)emporary ")
# EMPLOYEE CATEGORY
if s_category == '':
print()
s_category = input("Employee category? (x)all (a)cademic (s)upport ")
# DIVISION
if s_division == '':
print()
s_division = input("Division? ")
# FACULTY
if s_faculty == '':
print()
print('Faculty (ec)onomic management sciences')
print(' (ed)ucation')
print(' (en)gineering')
print(' (he)alth sciences')
print(' (hu)manities')
print(' (la)w')
print(' (na)tural agricultural sciences')
print(' (th)eology')
s_faculty = input("Faculty? ")
# DISPLAY THE INPUT
if l_debug:
print('')
print('VALUES')
print(' File name: ', s_file_name)
print(' Date: ', s_date)
print('Assignment category: ', s_assign)
print(' Employee category: ', s_category)
print(' Division: ', s_division)
print(' Faculty: ', s_faculty)
# BUILD THE SELECTED VALUE
s_selected: str = ''
if s_assign == 'p':
s_selected += " and p.user_person_type in (" \
"'FIXED TERM APPOINTMENT'," \
"'PERMANENT APPOINTMENT'," \
"'EXTRAORDINARY APPOINTMENT'," \
"'TEMP FIXED TERM CONTRACT'," \
"'TEMPORARY APPOINTMENT'" \
")"
if s_assign == 't':
s_selected += " and p.user_person_type not in (" \
"'FIXED TERM APPOINTMENT'," \
"'PERMANENT APPOINTMENT'," \
"'EXTRAORDINARY APPOINTMENT'," \
"'TEMP FIXED TERM CONTRACT'," \
"'TEMPORARY APPOINTMENT'" \
")"
if s_category == 'a':
s_selected += " and p.employee_category like('ACADEMIC')"
if s_category == 's':
s_selected += " and p.employee_category like('SUPPORT')"
if s_division != '':
s_selected += " and p.division like('%" + s_division.upper() + "%')"
if s_faculty != '':
s_selected += " and p.faculty like('%" + s_faculty.upper() + "%')"
# BUILD LIST OF DATED PEOPLE
print('')
print('Build dated list of people...')
i_count = funcpeople.people_detail_list(so_conn, s_file_name, s_date)
if l_debug:
print(i_count, ' records')
print('')
print("Build selected list of people...")
sr_file = s_file_name + '_SELECTED'
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
'' as nominated,
case
when p.service_end_date is null then True
when p.service_end_date >= strftime('%Y-%m-%d','%DATE%','+3 years') then True
else False
end as may_be_nominated,
case
when p.service_end_date is null then True
when p.assign_end_date >= strftime('%Y-%m-%d',p.assign_start_date,'+3 months','-1 days') then True
else False
end as may_vote,
p.email_address,
p.employee_number ||'@nwu.ac.za' as calc_email,
p.name_address as first_name,
p.employee_number as username,
substr(cast(random() as text),19,-4) as password,
p.employee_number as user1,
'' as user2,
p.position_name,
p.title ||' '|| p.initials ||' ('||p.preferred_name ||') '||p.name_last ||' - '||p.organization as name_long,
p.nrf_rated as nrf_rating,
p.name_last,
p.employee_age,
p.gender,
p.race,
p.assignment_category,
p.employee_category,
p.user_person_type,
p.location,
p.faculty,
p.organization,
p.assign_start_date,
p.assign_end_date,
p.service_end_date
From
%FILE% p
Where
p.employee_number Is Not Null
%SELECTION%
;"""
s_sql = s_sql.replace("%FILE%", s_file_name)
s_sql = s_sql.replace("%SELECTION%", s_selected)
s_sql = s_sql.replace("%DATE%", s_date)
# print(s_sql)
so_curs.execute(s_sql)
so_conn.commit()
i_return = funcsys.tablerowcount(so_curs, sr_file)
funcfile.writelog("%t BUILD TABLE: " + sr_file + ' (' + str(i_return) +
' RECORDS)')
if l_export:
# EXPORT TABLE
sr_file = s_file_name + '_SELECTED'
sx_path = re_path + funcdate.cur_year() + "/"
sx_file = "People_000_all_selected_"
sx_file_dated = sx_file + s_date.replace(
'-', '') + '_' + funcdate.today_file()
if l_debug:
print("Export selected people..." + sx_path + sx_file)
# Read the header data
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
# Write the data
# funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file, s_head)
# funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
# Write the data dated
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file_dated,
s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file_dated)
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator",
" " + str(i_return) + " records selected")
"""************************************************************************
END OF SCRIPT
************************************************************************"""
funcfile.writelog("END OF SCRIPT")
if l_debug:
print("END OF SCRIPT")
# CLOSE THE DATABASE CONNECTION
so_conn.commit()
so_conn.close()
# CLOSE THE LOG WRITER
funcfile.writelog("-" * len("completed: " + s_function))
funcfile.writelog("COMPLETED: " + s_function.upper())
return i_return
def gl_test_transactions():
"""
Script to test GL transactions
:return: int
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
so_path = "W:/Kfs/" # Source database path
so_file = "Kfs_test_gl_transaction.sqlite" # Source database
ed_path = "S:/_external_data/" # External data path
re_path = "R:/Kfs/" # Results path
l_debug: bool = False
l_export = False
l_mess: bool = funcconf.l_mess_project
# l_mess: bool = False
l_record = True
# OPEN THE SCRIPT LOG FILE
if l_debug:
print("-------------------------")
print("C202_GL_TEST_TRANSACTIONS")
print("-------------------------")
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: C202_GL_TEST_TRANSACTIONS")
funcfile.writelog("---------------------------------")
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator",
"<b>C202 Kfs gl transaction tests</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
if l_debug:
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# OPEN THE WORKING DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE 'W:/Kfs/Kfs.sqlite' AS 'KFS'")
funcfile.writelog("%t ATTACH DATABASE: KFS.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Kfs/Kfs_curr.sqlite' AS 'KFSCURR'")
funcfile.writelog("%t ATTACH DATABASE: KFS_CURR.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_curr.sqlite' AS 'VSSCURR'")
funcfile.writelog("%t ATTACH DATABASE: VSS_CURR.SQLITE")
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
if l_debug:
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
""" ****************************************************************************
PROFESSIONAL FEES GL MASTER FILE
*****************************************************************************"""
if l_debug:
print("PROFESSIONAL FEES GL MASTER FILE")
funcfile.writelog("PROFESSIONAL FEES GL MASTER FILE")
# OBTAIN GL PROFESSIONAL FEE TRANSACTIONS
if l_debug:
print("Obtain gl professional (2056) fee transactions...")
sr_file: str = "X001_gl_professional_fee"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
GL.*,
ACC.ACCT_MGR_UNVL_ID As ACC_MGR,
ACC.ACCT_SPVSR_UNVL_ID As ACC_SUP,
ACC.ACCT_FSC_OFC_UID As ACC_FIS,
CASE
WHEN ACC.ACCT_PHYS_CMP_CD = 'P' THEN 'POTCHEFSTROOM'
WHEN ACC.ACCT_PHYS_CMP_CD = 'V' THEN 'VAAL TRIANGLE'
WHEN ACC.ACCT_PHYS_CMP_CD = 'M' THEN 'MAFIKENG'
ELSE 'NWU'
END As ACC_CAMPUS
From
KFSCURR.X000_GL_trans GL Left Join
KFS.X000_Account ACC On ACC.ACCOUNT_NBR = GL.ACCOUNT_NBR
Where
GL.FS_DATABASE_DESC = 'KFS' And
Instr(GL.CALC_COST_STRING, '.2056') > 0
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# ADD PAYMENT DETAILS TO GL TRANSACTIONS
if l_debug:
print("Add payment details to transactions...")
sr_file: str = "X001_gl_professional_fee_pay"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
GL.*,
PAY.VENDOR_ID,
PAY.PAYEE_NAME As STUDENT_NAME,
PAY.INV_NBR,
PAY.PAYEE_TYP_DESC,
PAY.COMPLETE_EMP_NO As EMP_INI,
PAY.APPROVE_EMP_NO As EMP_APP
From
X001_gl_professional_fee GL Inner Join
KFSCURR.X001aa_Report_payments PAY On PAY.CUST_PMT_DOC_NBR = GL.FDOC_NBR And
PAY.NET_PMT_AMT = GL.CALC_AMOUNT
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
TEST PROFESSIONAL FEES PAID TO STUDENTS
*****************************************************************************"""
if l_debug:
print("PROFESSIONAL FEES PAID TO STUDENTS")
funcfile.writelog("PROFESSIONAL FEES PAID TO STUDENTS")
# DECLARE VARIABLES
i_finding_after: int = 0
# OBTAIN TEST DATA
if l_debug:
print("Obtain test data...")
sr_file: str = "X001aa_professional_fee_student"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
GL.*,
STUD.KSTUDBUSENTID As STUDENT,
CASE
WHEN STUD.FSITEORGUNITNUMBER = -1 THEN 'POT'
WHEN STUD.FSITEORGUNITNUMBER = -2 THEN 'VAA'
WHEN STUD.FSITEORGUNITNUMBER = -9 THEN 'MAF'
ELSE 'OTH'
END As LOC
From
X001_gl_professional_fee_pay GL Inner Join
VSSCURR.X001_student STUD On Substr(GL.VENDOR_ID,1,8) = STUD.KSTUDBUSENTID And
STUD.ISMAINQUALLEVEL = '1'
Order By
GL.TIMESTAMP
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# IDENTIFY FINDINGS
if l_debug:
print("Identify findings...")
sr_file = "X001ab_findings"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
'NWU' As ORG,
CURR.LOC,
CURR.STUDENT,
CURR.FDOC_NBR,
CURR.CALC_COST_STRING,
EMP_INI,
ACC_MGR
From
X001aa_professional_fee_student CURR
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# COUNT THE NUMBER OF FINDINGS
i_finding_before: int = funcsys.tablerowcount(so_curs, sr_file)
if l_debug:
print("*** Found " + str(i_finding_before) + " exceptions ***")
funcfile.writelog("%t FINDING: " + str(i_finding_before) +
" PROF FEE PAID TO STUDENT finding(s)")
# GET PREVIOUS FINDINGS
sr_file = "X001ac_get_previous"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0:
if l_debug:
print("Import previously reported findings...")
so_curs.execute("CREATE TABLE " + sr_file + """
(PROCESS TEXT,
FIELD1 INT,
FIELD2 TEXT,
FIELD3 TEXT,
FIELD4 TEXT,
FIELD5 TEXT,
DATE_REPORTED TEXT,
DATE_RETEST TEXT,
DATE_MAILED TEXT)
""")
s_cols = ""
co = open(ed_path + "202_reported.txt", "r")
co_reader = csv.reader(co)
# Read the COLUMN database data
for row in co_reader:
# Populate the column variables
if row[0] == "PROCESS":
continue
elif row[0] != "prof fee paid to student":
continue
else:
s_cols = "INSERT INTO " + sr_file + " VALUES('" + row[0] + "','" + row[1] + "','" + row[2] + "','" + \
row[
3] + "','" + row[4] + "','" + row[5] + "','" + row[6] + "','" + row[7] + "','" + row[
8] + "')"
so_curs.execute(s_cols)
so_conn.commit()
# Close the imported data file
co.close()
funcfile.writelog("%t IMPORT TABLE: " + ed_path +
"001_reported.txt (" + sr_file + ")")
# ADD PREVIOUS FINDINGS
sr_file = "X001ad_add_previous"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0:
if l_debug:
print("Join previously reported to current findings...")
s_sql = "CREATE TABLE " + sr_file + " AS" + """
Select
FIND.*,
'prof fee paid to student' AS PROCESS,
'%TODAY%' AS DATE_REPORTED,
'%DAYS%' AS DATE_RETEST,
PREV.PROCESS AS PREV_PROCESS,
PREV.DATE_REPORTED AS PREV_DATE_REPORTED,
PREV.DATE_RETEST AS PREV_DATE_RETEST,
PREV.DATE_MAILED
From
X001ab_findings FIND Left Join
X001ac_get_previous PREV ON PREV.FIELD1 = FIND.STUDENT AND
PREV.FIELD2 = FIND.FDOC_NBR And
PREV.FIELD3 = FIND.CALC_COST_STRING And
PREV.DATE_RETEST >= Date('%TODAY%')
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = s_sql.replace("%TODAY%", funcdate.today())
s_sql = s_sql.replace("%DAYS%", funcdate.today_plusdays(366))
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD LIST TO UPDATE FINDINGS
# NOTE ADD CODE
sr_file = "X001ae_new_previous"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0:
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PREV.PROCESS,
PREV.STUDENT AS FIELD1,
PREV.FDOC_NBR AS FIELD2,
PREV.CALC_COST_STRING AS FIELD3,
'' AS FIELD4,
'' AS FIELD5,
PREV.DATE_REPORTED,
PREV.DATE_RETEST,
PREV.DATE_MAILED
From
X001ad_add_previous PREV
Where
PREV.PREV_PROCESS Is Null
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export findings to previous reported file
i_finding_after = funcsys.tablerowcount(so_curs, sr_file)
if i_finding_after > 0:
if l_debug:
print("*** " + str(i_finding_after) +
" Finding(s) to report ***")
sx_path = ed_path
sx_file = "202_reported"
# Read the header data
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
# Write the data
if l_record:
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file,
s_head, "a", ".txt")
funcfile.writelog("%t FINDING: " + str(i_finding_after) +
" new finding(s) to export")
funcfile.writelog("%t EXPORT DATA: " + sr_file)
if l_mess:
s_desc = "Professional fee student"
funcsms.send_telegram(
'', 'administrator', '<b>' + str(i_finding_before) + '/' +
str(i_finding_after) + '</b> ' + s_desc)
else:
if l_debug:
print("*** No new findings to report ***")
funcfile.writelog("%t FINDING: No new findings to export")
# IMPORT OFFICERS FOR MAIL REPORTING PURPOSES
sr_file = "X001af_officer"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0:
if i_finding_after > 0:
if l_debug:
print("Import reporting officers for mail purposes...")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
OFFICER.LOOKUP,
OFFICER.LOOKUP_CODE AS CAMPUS,
OFFICER.LOOKUP_DESCRIPTION AS EMPLOYEE_NUMBER,
PEOP.NAME_ADDR As NAME,
PEOP.EMAIL_ADDRESS
From
PEOPLE.X000_OWN_HR_LOOKUPS OFFICER Left Join
PEOPLE.X002_PEOPLE_CURR PEOP ON
PEOP.EMPLOYEE_NUMBER = OFFICER.LOOKUP_DESCRIPTION
Where
OFFICER.LOOKUP = 'TEST_GL_OBJECT_PROF_FEE_PAID_TO_STUDENT_OFFICER'
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# IMPORT SUPERVISORS FOR MAIL REPORTING PURPOSES
sr_file = "X001ag_supervisor"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0 and i_finding_after > 0:
if l_debug:
print("Import reporting supervisors for mail purposes...")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
SUPERVISOR.LOOKUP,
SUPERVISOR.LOOKUP_CODE AS CAMPUS,
SUPERVISOR.LOOKUP_DESCRIPTION AS EMPLOYEE_NUMBER,
PEOP.NAME_ADDR As NAME,
PEOP.EMAIL_ADDRESS
From
PEOPLE.X000_OWN_HR_LOOKUPS SUPERVISOR Left Join
PEOPLE.X002_PEOPLE_CURR PEOP ON
PEOP.EMPLOYEE_NUMBER = SUPERVISOR.LOOKUP_DESCRIPTION
Where
SUPERVISOR.LOOKUP = 'TEST_GL_OBJECT_PROF_FEE_PAID_TO_STUDENT_SUPERVISOR'
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# ADD CONTACT DETAILS TO FINDINGS
sr_file = "X001ah_detail"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0 and i_finding_after > 0:
if l_debug:
print("Add contact details to findings...")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PREV.ORG,
PREV.LOC,
PREV.STUDENT,
MASTER.STUDENT_NAME,
PREV.FDOC_NBR,
MASTER.TRANSACTION_DT,
MASTER.CALC_AMOUNT,
MASTER.TRN_LDGR_ENTR_DESC,
MASTER.PAYEE_TYP_DESC,
MASTER.INV_NBR,
PREV.CALC_COST_STRING,
MASTER.ORG_NM,
MASTER.ACCOUNT_NM,
CAMP_OFF.EMPLOYEE_NUMBER As CAMP_OFF_NUMB,
CAMP_OFF.NAME As CAMP_OFF_NAME,
CASE
WHEN CAMP_OFF.EMPLOYEE_NUMBER <> '' THEN CAMP_OFF.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE CAMP_OFF.EMAIL_ADDRESS
END As CAMP_OFF_MAIL,
CAMP_OFF.EMAIL_ADDRESS As CAMP_OFF_MAIL2,
CAMP_SUP.EMPLOYEE_NUMBER As CAMP_SUP_NUMB,
CAMP_SUP.NAME As CAMP_SUP_NAME,
CASE
WHEN CAMP_SUP.EMPLOYEE_NUMBER <> '' THEN CAMP_SUP.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE CAMP_SUP.EMAIL_ADDRESS
END As CAMP_SUP_MAIL,
CAMP_SUP.EMAIL_ADDRESS As CAMP_SUP_MAIL2,
ORG_OFF.EMPLOYEE_NUMBER As ORG_OFF_NUMB,
ORG_OFF.NAME As ORG_OFF_NAME,
CASE
WHEN ORG_OFF.EMPLOYEE_NUMBER <> '' THEN ORG_OFF.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE ORG_OFF.EMAIL_ADDRESS
END As ORG_OFF_MAIL,
ORG_OFF.EMAIL_ADDRESS As ORG_OFF_MAIL2,
ORG_SUP.EMPLOYEE_NUMBER As ORG_SUP_NUMB,
ORG_SUP.NAME As ORG_SUP_NAME,
CASE
WHEN ORG_SUP.EMPLOYEE_NUMBER <> '' THEN ORG_SUP.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE ORG_SUP.EMAIL_ADDRESS
END As ORG_SUP_MAIL,
ORG_SUP.EMAIL_ADDRESS As ORG_SUP_MAIL2,
PREV.EMP_INI,
INI.NAME_ADDR As INAME,
PREV.EMP_INI||'@nwu.ac.za' As IMAIL,
INI.EMAIL_ADDRESS As IMAIL2,
PREV.ACC_MGR,
ACCM.NAME_ADDR As ANAME,
PREV.ACC_MGR||'@nwu.ac.za' As AMAIL,
ACCM.EMAIL_ADDRESS As AMAIL2
From
X001ad_add_previous PREV
Left Join X001af_officer CAMP_OFF On CAMP_OFF.CAMPUS = PREV.LOC
Left Join X001af_officer ORG_OFF On ORG_OFF.CAMPUS = PREV.ORG
Left Join X001ag_supervisor CAMP_SUP On CAMP_SUP.CAMPUS = PREV.LOC
Left Join X001ag_supervisor ORG_SUP On ORG_SUP.CAMPUS = PREV.ORG
Left Join X001aa_professional_fee_student MASTER On MASTER.STUDENT = PREV.STUDENT And
MASTER.FDOC_NBR = PREV.FDOC_NBR And
MASTER.CALC_COST_STRING = PREV.CALC_COST_STRING
Left Join PEOPLE.X002_PEOPLE_CURR INI On INI.EMPLOYEE_NUMBER = PREV.EMP_INI
Left Join PEOPLE.X002_PEOPLE_CURR ACCM On ACCM.EMPLOYEE_NUMBER = PREV.ACC_MGR
Where
PREV.PREV_PROCESS IS NULL
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD THE FINAL TABLE FOR EXPORT AND REPORT
sr_file = "X001ax_professional_fee_student"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if l_debug:
print("Build the final report")
if i_finding_before > 0 and i_finding_after > 0:
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
'PROFESSIONAL FEE PAID TO STUDENT' As Audit_finding,
FIND.STUDENT As Student,
FIND.STUDENT_NAME As Name,
FIND.FDOC_NBR As Edoc,
FIND.TRANSACTION_DT As Date,
FIND.INV_NBR As Invoice,
FIND.CALC_AMOUNT As Amount,
FIND.PAYEE_TYP_DESC As Vendor_type,
CASE
WHEN Instr(FIND.TRN_LDGR_ENTR_DESC,'<VATI-0>') > 0 THEN Substr(FIND.TRN_LDGR_ENTR_DESC,9)
ELSE FIND.TRN_LDGR_ENTR_DESC
END As Description,
FIND.CALC_COST_STRING As Account,
FIND.ORG_NM As Organization,
FIND.ACCOUNT_NM As Account_name,
FIND.EMP_INI As Initiator,
FIND.INAME As Initiator_name,
FIND.IMAIL As Initiator_mail,
FIND.ACC_MGR As Acc_manager,
FIND.ANAME As Acc_manager_name,
FIND.AMAIL As Acc_manager_mail,
FIND.CAMP_OFF_NAME AS Responsible_Officer,
FIND.CAMP_OFF_NUMB AS Responsible_Officer_Numb,
FIND.CAMP_OFF_MAIL AS Responsible_Officer_Mail,
FIND.CAMP_SUP_NAME AS Supervisor,
FIND.CAMP_SUP_NUMB AS Supervisor_Numb,
FIND.CAMP_SUP_MAIL AS Supervisor_Mail,
FIND.ORG_OFF_NAME AS Org_Officer,
FIND.ORG_OFF_NUMB AS Org_Officer_Numb,
FIND.ORG_OFF_MAIL AS Org_Officer_Mail,
FIND.ORG_SUP_NAME AS Org_Supervisor,
FIND.ORG_SUP_NUMB AS Org_Supervisor_Numb,
FIND.ORG_SUP_MAIL AS Org_Supervisor_Mail
From
X001ah_detail FIND
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export findings
if l_export and funcsys.tablerowcount(so_curs, sr_file) > 0:
if l_debug:
print("Export findings...")
sx_path = re_path + funcdate.cur_year() + "/"
sx_file = "Gltran_test_001ax_professional_fee_student_"
sx_file_dated = sx_file + funcdate.today_file()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file,
s_head)
funccsv.write_data(so_conn, "main", sr_file, sx_path,
sx_file_dated, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
else:
s_sql = "CREATE TABLE " + sr_file + " (" + """
BLANK TEXT
);"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
"""*****************************************************************************
IA ACTUAL VS BUDGET
*****************************************************************************"""
# FILES NEEDED
# X000_GL_trans
# DEFAULT TRANSACTION OWNER PEOPLE
# DECLARE TEST VARIABLES
i_finding_before = 0
i_finding_after = 0
s_description = "IA Actual vs budget"
s_file_prefix: str = "X002a"
s_file_name: str = "ia_actual_vs_budget"
s_finding: str = "IA ACTUAL VS BUDGET"
s_report_file: str = "202_reported.txt"
# OBTAIN TEST RUN FLAG
if functest.get_test_flag(so_curs, "KFS", "TEST " + s_finding,
"RUN") == "FALSE":
if l_debug:
print('TEST DISABLED')
funcfile.writelog("TEST " + s_finding + " DISABLED")
else:
# LOG
funcfile.writelog("TEST " + s_finding)
if l_debug:
print("TEST " + s_finding)
# OBTAIN MASTER DATA
if l_debug:
print("Obtain master data...")
sr_file: str = s_file_prefix + "a_" + s_file_name
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = "Create Table " + sr_file + " As " + """
Select
'NWU' ORG,
GL.FIN_COA_CD As LOC,
GL.ORG_NM,
GL.ACCOUNT_NM,
GL.CALC_COST_STRING,
GL.FIN_OBJ_CD_NM,
GL.FIN_BALANCE_TYP_CD,
Count(GL.FDOC_NBR) As Count_FDOC_NBR,
Total(GL.CALC_AMOUNT) As Total_CALC_AMOUNT
From
X000_GL_trans GL
Where
GL.ACCOUNT_NM Like ("(4532%")
Group By
GL.ACCOUNT_NM,
GL.CALC_COST_STRING,
GL.FIN_OBJ_CD_NM,
GL.FIN_BALANCE_TYP_CD
Order By
GL.ACCOUNT_NM,
GL.FIN_OBJ_CD_NM
;"""
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if l_debug:
so_conn.commit()
# IDENTIFY FINDINGS
if l_debug:
print("Identify findings...")
sr_file = s_file_prefix + "b_finding"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
GL.ORG,
GL.LOC,
GL.ORG_NM,
GL.ACCOUNT_NM,
GL.CALC_COST_STRING,
GL.FIN_OBJ_CD_NM,
Cast(Case
When ACT.Total_CALC_AMOUNT is null Then '0'
When ACT.Total_CALC_AMOUNT = '' Then '0'
Else ACT.Total_CALC_AMOUNT
End As Int) As ACTUAL,
Cast(Case
When BUD.Total_CALC_AMOUNT is null Then '0'
When BUD.Total_CALC_AMOUNT = '' Then '0'
Else BUD.Total_CALC_AMOUNT
End As Int) As BUDGET,
cast( ACT.Total_CALC_AMOUNT/BUD.Total_CALC_AMOUNT*100 As Real) As PERCENT
From
%FILEP%%FILEN% GL Left Join
%FILEP%%FILEN% ACT On ACT.CALC_COST_STRING = GL.CALC_COST_STRING
And ACT.FIN_BALANCE_TYP_CD = "AC" Left Join
%FILEP%%FILEN% BUD On BUD.CALC_COST_STRING = GL.CALC_COST_STRING
And BUD.FIN_BALANCE_TYP_CD = "CB"
Group By
GL.CALC_COST_STRING
Order By
GL.FIN_OBJ_CD_NM
;"""
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
s_sql = s_sql.replace("%FILEN%", "a_" + s_file_name)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if l_debug:
so_conn.commit()
# COUNT THE NUMBER OF FINDINGS
if l_debug:
print("Count the number of findings...")
i_finding_before: int = funcsys.tablerowcount(so_curs, sr_file)
funcfile.writelog("%t FINDING: " + str(i_finding_before) + " " +
s_finding + " finding(s)")
if l_debug:
print("*** Found " + str(i_finding_before) + " exceptions ***")
# GET PREVIOUS FINDINGS
if i_finding_before > 0:
functest.get_previous_finding(so_curs, ed_path, s_report_file,
s_finding, "TIITT")
if l_debug:
so_conn.commit()
# SET PREVIOUS FINDINGS
if i_finding_before > 0:
functest.set_previous_finding(so_curs)
if l_debug:
so_conn.commit()
# ADD PREVIOUS FINDINGS
sr_file = s_file_prefix + "d_addprev"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0:
if l_debug:
print("Join previously reported to current findings...")
s_sql = "CREATE TABLE " + sr_file + " AS" + """
Select
FIND.*,
Lower('%FINDING%') AS PROCESS,
'%TODAY%' AS DATE_REPORTED,
'%DATETEST%' AS DATE_RETEST,
PREV.PROCESS AS PREV_PROCESS,
PREV.DATE_REPORTED AS PREV_DATE_REPORTED,
PREV.DATE_RETEST AS PREV_DATE_RETEST,
PREV.REMARK
From
%FILEP%b_finding FIND Left Join
Z001ab_setprev PREV ON PREV.FIELD1 = FIND.CALC_COST_STRING And
PREV.FIELD2 = FIND.ACTUAL And
PREV.FIELD3 = FIND.BUDGET
;"""
s_sql = s_sql.replace("%FINDING%", s_finding)
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
s_sql = s_sql.replace("%TODAY%", funcdate.today())
s_sql = s_sql.replace("%DATETEST%", funcdate.cur_monthendnext(0))
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if l_debug:
so_conn.commit()
# BUILD LIST TO UPDATE FINDINGS
sr_file = s_file_prefix + "e_newprev"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0:
if l_debug:
print("Build list to update findings...")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PREV.PROCESS,
PREV.CALC_COST_STRING AS FIELD1,
PREV.ACTUAL AS FIELD2,
PREV.BUDGET AS FIELD3,
'' AS FIELD4,
'' AS FIELD5,
PREV.DATE_REPORTED,
PREV.DATE_RETEST,
PREV.REMARK
From
%FILEP%d_addprev PREV
Where
PREV.PREV_PROCESS Is Null Or
PREV.DATE_REPORTED > PREV.PREV_DATE_RETEST And PREV.REMARK = ""
;"""
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if l_debug:
so_conn.commit()
# Export findings to previous reported file
i_finding_after = funcsys.tablerowcount(so_curs, sr_file)
if i_finding_after > 0:
if l_debug:
print("*** " + str(i_finding_after) +
" Finding(s) to report ***")
sx_path = ed_path
sx_file = s_report_file[:-4]
# Read the header data
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
# Write the data
if l_record:
funccsv.write_data(so_conn, "main", sr_file, sx_path,
sx_file, s_head, "a", ".txt")
funcfile.writelog("%t FINDING: " + str(i_finding_after) +
" new finding(s) to export")
funcfile.writelog("%t EXPORT DATA: " + sr_file)
if l_mess:
funcsms.send_telegram(
'', 'administrator', '<b>' + str(i_finding_before) +
'/' + str(i_finding_after) + '</b> ' + s_description)
else:
funcfile.writelog("%t FINDING: No new findings to export")
if l_debug:
print("*** No new findings to report ***")
# IMPORT OFFICERS FOR MAIL REPORTING PURPOSES
if i_finding_before > 0 and i_finding_after > 0:
functest.get_officer(so_curs, "KFS",
"TEST " + s_finding + " OFFICER")
so_conn.commit()
# IMPORT SUPERVISORS FOR MAIL REPORTING PURPOSES
if i_finding_before > 0 and i_finding_after > 0:
functest.get_supervisor(so_curs, "KFS",
"TEST " + s_finding + " SUPERVISOR")
so_conn.commit()
# ADD CONTACT DETAILS TO FINDINGS
sr_file = s_file_prefix + "h_detail"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0 and i_finding_after > 0:
if l_debug:
print("Add contact details to findings...")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
PREV.ORG,
PREV.LOC,
PREV.ORG_NM,
PREV.ACCOUNT_NM,
PREV.CALC_COST_STRING,
PREV.FIN_OBJ_CD_NM,
PREV.ACTUAL,
PREV.BUDGET,
PREV.PERCENT,
CAMP_OFF.EMPLOYEE_NUMBER AS CAMP_OFF_NUMB,
CAMP_OFF.NAME_ADDR AS CAMP_OFF_NAME,
CAMP_OFF.EMAIL_ADDRESS AS CAMP_OFF_MAIL1,
CASE
WHEN CAMP_OFF.EMPLOYEE_NUMBER != '' THEN CAMP_OFF.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE CAMP_OFF.EMAIL_ADDRESS
END AS CAMP_OFF_MAIL2,
CAMP_SUP.EMPLOYEE_NUMBER AS CAMP_SUP_NUMB,
CAMP_SUP.NAME_ADDR AS CAMP_SUP_NAME,
CAMP_SUP.EMAIL_ADDRESS AS CAMP_SUP_MAIL1,
CASE
WHEN CAMP_SUP.EMPLOYEE_NUMBER != '' THEN CAMP_SUP.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE CAMP_SUP.EMAIL_ADDRESS
END AS CAMP_SUP_MAIL2,
ORG_OFF.EMPLOYEE_NUMBER AS ORG_OFF_NUMB,
ORG_OFF.NAME_ADDR AS ORG_OFF_NAME,
ORG_OFF.EMAIL_ADDRESS AS ORG_OFF_MAIL1,
CASE
WHEN ORG_OFF.EMPLOYEE_NUMBER != '' THEN ORG_OFF.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE ORG_OFF.EMAIL_ADDRESS
END AS ORG_OFF_MAIL2,
ORG_SUP.EMPLOYEE_NUMBER AS ORG_SUP_NUMB,
ORG_SUP.NAME_ADDR AS ORG_SUP_NAME,
ORG_SUP.EMAIL_ADDRESS AS ORG_SUP_MAIL1,
CASE
WHEN ORG_SUP.EMPLOYEE_NUMBER != '' THEN ORG_SUP.EMPLOYEE_NUMBER||'@nwu.ac.za'
ELSE ORG_SUP.EMAIL_ADDRESS
END AS ORG_SUP_MAIL2,
AUD_OFF.EMPLOYEE_NUMBER As AUD_OFF_NUMB,
AUD_OFF.NAME_ADDR As AUD_OFF_NAME,
AUD_OFF.EMAIL_ADDRESS As AUD_OFF_MAIL,
AUD_SUP.EMPLOYEE_NUMBER As AUD_SUP_NUMB,
AUD_SUP.NAME_ADDR As AUD_SUP_NAME,
AUD_SUP.EMAIL_ADDRESS As AUD_SUP_MAIL
From
%FILEP%d_addprev PREV Left Join
Z001af_officer CAMP_OFF On CAMP_OFF.CAMPUS = PREV.LOC Left Join
Z001af_officer ORG_OFF On ORG_OFF.CAMPUS = PREV.ORG Left Join
Z001af_officer AUD_OFF On AUD_OFF.CAMPUS = 'AUD' Left Join
Z001ag_supervisor CAMP_SUP On CAMP_SUP.CAMPUS = PREV.LOC Left Join
Z001ag_supervisor ORG_SUP On ORG_SUP.CAMPUS = PREV.ORG Left Join
Z001ag_supervisor AUD_SUP On AUD_SUP.CAMPUS = 'AUD'
Where
PREV.PREV_PROCESS Is Null Or
PREV.DATE_REPORTED > PREV.PREV_DATE_RETEST And PREV.REMARK = ""
;"""
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
s_sql = s_sql.replace("%FILEN%", s_file_name)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD THE FINAL TABLE FOR EXPORT AND REPORT
sr_file = s_file_prefix + "x_" + s_file_name
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if i_finding_before > 0 and i_finding_after > 0:
if l_debug:
print("Build the final report")
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
'%FIND%' As Audit_finding,
FIND.ORG As Organization,
FIND.LOC As Campus,
FIND.ORG_NM As Division,
FIND.ACCOUNT_NM As Account,
FIND.CALC_COST_STRING As Cost_string,
FIND.FIN_OBJ_CD_NM As Object_name,
FIND.ACTUAL As R_Actual,
FIND.BUDGET As R_Budget,
FIND.PERCENT As Per_Used,
FIND.CAMP_OFF_NAME AS Responsible_officer,
FIND.CAMP_OFF_NUMB AS Responsible_officer_numb,
FIND.CAMP_OFF_MAIL1 AS Responsible_officer_mail,
FIND.CAMP_OFF_MAIL2 AS Responsible_officer_mail_alt,
FIND.CAMP_SUP_NAME AS Supervisor,
FIND.CAMP_SUP_NUMB AS Supervisor_numb,
FIND.CAMP_SUP_MAIL1 AS Supervisor_mail,
FIND.ORG_OFF_NAME AS Org_officer,
FIND.ORG_OFF_NUMB AS Org_officer_numb,
FIND.ORG_OFF_MAIL1 AS Org_officer_mail,
FIND.ORG_SUP_NAME AS Org_supervisor,
FIND.ORG_SUP_NUMB AS Org_supervisor_numb,
FIND.ORG_SUP_MAIL1 AS Org_supervisor_mail,
FIND.AUD_OFF_NAME AS Audit_officer,
FIND.AUD_OFF_NUMB AS Audit_officer_numb,
FIND.AUD_OFF_MAIL AS Audit_officer_mail,
FIND.AUD_SUP_NAME AS Audit_supervisor,
FIND.AUD_SUP_NUMB AS Audit_supervisor_numb,
FIND.AUD_SUP_MAIL AS Audit_supervisor_mail
From
%FILEP%h_detail FIND
;"""
s_sql = s_sql.replace("%FIND%", s_finding)
s_sql = s_sql.replace("%FILEP%", s_file_prefix)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export findings
if l_export and funcsys.tablerowcount(so_curs, sr_file) > 0:
if l_debug:
print("Export findings...")
sx_path = re_path + funcdate.cur_year() + "/"
sx_file = s_file_prefix + "_" + s_finding.lower() + "_"
sx_file_dated = sx_file + funcdate.today_file()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file,
s_head)
funccsv.write_data(so_conn, "main", sr_file, sx_path,
sx_file_dated, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
else:
s_sql = "CREATE TABLE " + sr_file + " (" + """
BLANK TEXT
);"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
END OF SCRIPT
*****************************************************************************"""
if l_debug:
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# CLOSE THE DATABASE CONNECTION
so_conn.commit()
so_conn.close()
# CLOSE THE LOG WRITER
funcfile.writelog("------------------------------------")
funcfile.writelog("COMPLETED: C202_GL_TEST_TRANSACTIONS")
return
def robot_report_audit_sir(s_year: str = "", s_type: str = "", s_name: str = "", s_mail: str = ""):
"""
SEARCH VSS.PARTY FOR NAMES, NUMBERS AND ID'S
:param s_year: Working year
:param s_type: Report type
:param s_name: The name of the requester / recipient
:param s_mail: The requester mail address
:return: str: Info in message format
"""
from datetime import datetime
# DECLARE VARIABLES
l_debug: bool = False
"""*************************************************************************
ENVIRONMENT
*************************************************************************"""
if l_debug:
print("ENVIRONMENT")
# DECLARE VARIABLES
re_path: str = "R:/Audit/" # Results
l_mess: bool = funcconf.l_mess_project
# l_mess: bool = False
s_file: str = "Report_assignment_sir.csv"
s_message: str = "Special investigation work in progress (sir) report for year " + s_year + " "
# LOG
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: " + s_function.upper())
funcfile.writelog("-" * len("script: "+s_function))
if l_debug:
print(s_function.upper())
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator", "<b>" + s_function.upper() + "</b>")
"""****************************************************************************
OPEN THE DATABASES
****************************************************************************"""
if l_debug:
print("OPEN THE MYSQL DATABASE")
funcfile.writelog("OPEN THE MYSQL DATABASE")
# VARIABLES
s_source_database: str = "Web_ia_nwu"
# OPEN THE SOURCE FILE
ms_from_connection = funcmysql.mysql_open(s_source_database)
ms_from_cursor = ms_from_connection.cursor()
funcfile.writelog("%t OPEN MYSQL DATABASE: " + s_source_database)
"""*****************************************************************************
BUILD THE REPORT
*****************************************************************************"""
funcfile.writelog("BUILD THE REPORT")
if l_debug:
print("BUILD THE REPORT")
# BUILD THE HEADINGS
s_line: str = "AUDITOR,"
s_line += "YEAR,"
s_line += "ASSIGNMENT,"
s_line += "CASE_YEAR,"
s_line += "CASE_NUMBER,"
s_line += "BOX_YEAR,"
s_line += "BOX_NUMBER,"
s_line += "REPORTED_DATE,"
s_line += "DATE_21,"
s_line += "DATE_90,"
s_line += "START_DATE,"
s_line += "DUE_DATE,"
s_line += "COMPLETE_DATE,"
s_line += "TYPE,"
s_line += "PRIORITY,"
s_line += "ACCUSED,"
s_line += "ISSUE,"
s_line += "STATUS,"
s_line += "DEPARTMENT,"
s_line += "REFERENCE,"
s_line += "VALUE,"
s_line += "NOTES_OFFICIAL,"
s_line += "NOTES_OWN"
funcfile.writelog(s_line, re_path, s_file)
# BUILD THE WHERE CLAUSE
if s_year != "":
s_where = "ia_assi_year = " + s_year + " and ia.ia_assicate_auto = 9"
s_where += " or "
s_where += "ia_assi_year < " + s_year + " and ia.ia_assicate_auto = 9 and ia_assi_priority < 8"
else:
s_where = "ia_assi_year = " + funcdate.cur_year() + " and ia.ia_assicate_auto = 9"
s_where += " or "
s_where += "ia_assi_year < " + funcdate.cur_year() + " and ia.ia_assicate_auto = 9 and ia_assi_priority < 8"
# BUILD THE SQL QUERY
s_sql = """
SELECT
us.ia_user_name,
ia.ia_assi_year,
ia.ia_assi_name,
ia.ia_assi_si_caseyear,
ia.ia_assi_si_casenumber,
ia.ia_assi_si_boxyear,
ia.ia_assi_si_boxnumber,
ia.ia_assi_si_reportdate,
ia.ia_assi_si_report1date,
ia.ia_assi_si_report2date,
ia.ia_assi_startdate,
ia.ia_assi_completedate,
ia.ia_assi_finishdate,
at.ia_assitype_name,
ia.ia_assi_priority,
ia.ia_assi_si_accused,
ia.ia_assi_si_issue,
st.ia_assistat_name,
co.ia_assicond_name,
ia.ia_assi_si_reference,
ia.ia_assi_si_value,
ia.ia_assi_offi,
ia.ia_assi_desc,
ia.ia_assi_auto,
ia.ia_assicate_auto
FROM
ia_assignment ia Left Join
ia_user us On us.ia_user_sysid = ia.ia_user_sysid Left Join
ia_assignment_type at On at.ia_assitype_auto = ia.ia_assitype_auto Left Join
ia_assignment_status st On st.ia_assistat_auto = ia.ia_assistat_auto Left Join
ia_assignment_conducted co On co.ia_assicond_auto = ia.ia_assicond_auto
WHERE %WHERE%
ORDER BY
ia_user_name,
ia_assi_year,
ia_assi_completedate,
ia_assitype_name,
ia_assi_priority desc,
ia_assi_name
;
"""
s_sql = s_sql.replace("%WHERE%", s_where)
if l_debug:
print(s_sql)
# BUILD THE ASSIGNMENT RECORD
for row in ms_from_cursor.execute(s_sql).fetchall():
# USER NAME
if l_debug:
print(row[0])
s_line = '"' + row[0] + '",'
# YEAR
if l_debug:
print(row[1])
s_line += str(row[1]) + ","
# NAME
if l_debug:
print(row[2])
print(row[23])
s_line += '"' + row[2].replace(",", "") + ' (' + str(row[23]) + ')",'
# CASE YEAR
if l_debug:
print(row[3])
s_line += str(row[3]) + ","
# CASE NUMBER
if l_debug:
print(row[4])
s_line += str(row[4]) + ","
# BOX YEAR
if l_debug:
print(row[5])
s_line += str(row[5]) + ","
# BOX NUMBER
if l_debug:
print(row[6])
s_line += str(row[6]) + ","
# REPORTED DATE
if l_debug:
print(row[7])
if row[7]:
s_line += datetime.strftime(row[7], "%Y-%m-%d") + ","
else:
s_line += ","
# 21 DATE
if l_debug:
print(row[8])
s_line += '"' + row[8] + '",'
# 90 DATE
if l_debug:
print(row[9])
s_line += '"' + row[9] + '",'
# START DATE
if l_debug:
print(row[10])
if row[10]:
s_line += datetime.strftime(row[10], "%Y-%m-%d") + ","
else:
s_line += ","
# DUE DATE
if l_debug:
print(row[11])
if row[11]:
s_line += datetime.strftime(row[11], "%Y-%m-%d") + ","
else:
s_line += ","
# FINISH DATE
if l_debug:
print(row[12])
if row[12]:
s_line += datetime.strftime(row[12], "%Y-%m-%d") + ","
else:
s_line += ","
# TYPE
if l_debug:
print(row[13])
s_line += '"' + row[13] + '",'
# PRIORITY
if l_debug:
print(row[14])
s_priority: str = '"Inactive"'
if row[14] == "9":
s_priority = '"Closed"'
elif row[14] == "8":
s_priority = '"Continuous"'
elif row[14] == "4":
s_priority = '"Follow-up"'
elif row[14] == "3":
s_priority = '"High"'
elif row[14] == "2":
s_priority = '"Medium"'
elif row[14] == "1":
s_priority = '"Low"'
s_line += s_priority + ","
# ACCUSED
if l_debug:
print(row[15])
s_line += '"' + row[15] + '",'
# ISSUE
if l_debug:
print(row[16])
s_data = row[16].replace(",", "")
s_data = s_data.replace("'", "")
s_data = s_data.replace('"', "")
s_line += '"' + s_data + '",'
# STATUS
if l_debug:
print(row[17])
s_line += '"' + row[17] + '",'
# DEPARTMENT
if l_debug:
print(row[18])
s_line += '"' + row[18] + '",'
# REFERENCE
if l_debug:
print(row[19])
s_data = row[19].replace(",", "")
s_data = s_data.replace("'", "")
s_data = s_data.replace('"', "")
s_line += '"' + s_data + '",'
# VALUE
if l_debug:
print(row[20])
print(s_line)
s_line += str(row[20]) + ","
if l_debug:
print(s_line)
# NOTES_OFFICIAL
if l_debug:
print(row[21])
s_line += '"' + row[21] + '",'
# s_data = row[21].replace(",", "")
# s_data = s_data.replace("'", "")
# s_data = s_data.replace('"', "")
# s_line += '"' + s_data + '",'
# NOTES_OWN
if l_debug:
print(row[22])
s_data = row[22].replace(",", "")
s_data = s_data.replace("'", "")
s_data = s_data.replace('"', "")
s_line += '"' + s_data + '"'
# WRITE TO FILE
funcfile.writelog(s_line, re_path, s_file)
if l_debug:
print(s_line)
funcfile.writelog("%t Special investigation sir report requested by " + s_name)
s_report = "Include all special investigations for the year mentioned and "
s_report += "all previous special investigations with an unclosed priority."
# MAIL THE AUDIT REPORT
if s_name != "" and s_mail != "":
funcfile.writelog("%t Special investigation sir report mailed to " + s_mail)
if l_debug:
print("Send the report...")
s_body: str = "Attached please find special investigation progress (sir) report as requested for " + \
s_year + "."
s_body += "\n\r"
s_body += s_report
funcmail.send(s_name,
s_mail,
"E",
"Report special investigation progress (sir) " + s_year,
s_body,
re_path,
s_file)
s_message += " was mailed to " + s_mail
# POPULATE THE RETURN MESSAGE
s_return_message = s_message
# DELETE THE MAILED FILE
if funcfile.file_delete(re_path, s_file):
funcfile.writelog("%t Special investigation sir report deleted")
if l_debug:
print("Delete the report...")
"""*****************************************************************************
END OF SCRIPT
*****************************************************************************"""
funcfile.writelog("END OF SCRIPT")
if l_debug:
print("END OF SCRIPT")
# CLOSE THE LOG WRITER
funcfile.writelog("-" * len("completed: "+s_function))
funcfile.writelog("COMPLETED: " + s_function.upper())
return s_return_message[0:4096]
def kfs_lists():
"""
Script to build standard KFS lists
:return: Nothing
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
l_debug: bool = False
ed_path = "S:/_external_data/" # external data path
so_file = "Kfs.sqlite" # Source database
so_path = "W:/Kfs/" # Source database path
l_vacuum = False # Vacuum database
# OPEN THE LOG WRITER
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: B002_KFS_LISTS")
funcfile.writelog("----------------------")
print("--------------")
print("B002_KFS_LISTS")
print("--------------")
# MESSAGE
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator", "<b>B002 Kfs lists</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# OPEN THE WORKING DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
"""*****************************************************************************
IMPORT OWN LOOKUPS
*****************************************************************************"""
funcfile.writelog("Import own lookups...")
if l_debug:
print("Import own lookups...")
tb_name = "X000_Own_kfs_lookups"
so_curs.execute("DROP TABLE IF EXISTS " + tb_name)
so_curs.execute("CREATE TABLE " + tb_name + "(LOOKUP TEXT,LOOKUP_CODE TEXT,LOOKUP_DESCRIPTION TEXT)")
co = open(ed_path + "001_own_kfs_lookups.csv", newline=None)
co_reader = csv.reader(co)
for row in co_reader:
if row[0] == "LOOKUP":
continue
else:
s_cols = "INSERT INTO " + tb_name + " VALUES('" + row[0] + "','" + row[1] + "','" + row[2] + "')"
so_curs.execute(s_cols)
so_conn.commit()
# CLOSE THE TEXT FILE
co.close()
funcfile.writelog("%t IMPORT TABLE: " + tb_name)
""" ****************************************************************************
ORGANIZATION MASTER LIST
*****************************************************************************"""
print("ORGANIZATION MASTER LIST")
funcfile.writelog("ORGANIZATION MASTER LIST")
# BUILD ORGANIZATION LIST
print("Build organization...")
sr_file = "X000_Organization"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
ORG.FIN_COA_CD,
ORG.ORG_CD,
ORG.ORG_TYP_CD,
TYP.ORG_TYP_NM,
ORG.ORG_NM,
ORG.ORG_BEGIN_DT,
ORG.ORG_END_DT,
ORG.OBJ_ID,
ORG.VER_NBR,
ORG.ORG_MGR_UNVL_ID,
ORG.RC_CD,
ORG.ORG_PHYS_CMP_CD,
ORG.ORG_DFLT_ACCT_NBR,
ORG.ORG_LN1_ADDR,
ORG.ORG_LN2_ADDR,
ORG.ORG_CITY_NM,
ORG.ORG_STATE_CD,
ORG.ORG_ZIP_CD,
ORG.ORG_CNTRY_CD,
ORG.RPTS_TO_FIN_COA_CD,
ORG.RPTS_TO_ORG_CD,
ORG.ORG_ACTIVE_CD,
ORG.ORG_IN_FP_CD,
ORG.ORG_PLNT_ACCT_NBR,
ORG.CMP_PLNT_ACCT_NBR,
ORG.ORG_PLNT_COA_CD,
ORG.CMP_PLNT_COA_CD,
ORG.ORG_LVL
From
CA_ORG_T ORG Left Join
CA_ORG_TYPE_T TYP ON TYP.ORG_TYP_CD = ORG.ORG_TYP_CD
Order By
ORG.FIN_COA_CD,
ORG.ORG_LVL,
TYP.ORG_TYP_NM,
ORG.ORG_NM,
ORG.ORG_BEGIN_DT,
ORG.ORG_END_DT
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: Organization list")
# BUILD ORGANIZATION STRUCTURE
print("Build organization structure...")
sr_file = "X000_Organization_struct"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
ORS.FIN_COA_CD,
ORS.ORG_CD,
ORS.ORG_TYP_CD,
ORS.ORG_TYP_NM,
ORS.ORG_NM,
ORS.ORG_MGR_UNVL_ID,
ORS.ORG_LVL,
ORA.FIN_COA_CD AS FIN_COA_CD1,
ORA.ORG_CD AS ORG_CD1,
ORA.ORG_TYP_CD AS ORG_TYP_CD1,
ORA.ORG_TYP_NM AS ORG_TYP_NM1,
ORA.ORG_NM AS ORG_NM1,
ORA.ORG_MGR_UNVL_ID AS ORG_MGR_UNVL_ID1,
ORA.ORG_LVL AS ORG_LVL1,
ORB.FIN_COA_CD AS FIN_COA_CD2,
ORB.ORG_CD AS ORG_CD2,
ORB.ORG_TYP_CD AS ORG_TYP_CD2,
ORB.ORG_TYP_NM AS ORG_TYP_NM2,
ORB.ORG_NM AS ORG_NM2,
ORB.ORG_MGR_UNVL_ID AS ORG_MGR_UNVL_ID2,
ORB.ORG_LVL AS ORG_LVL2,
ORC.FIN_COA_CD AS FIN_COA_CD3,
ORC.ORG_CD AS ORG_CD3,
ORC.ORG_TYP_CD AS ORG_TYP_CD3,
ORC.ORG_TYP_NM AS ORG_TYP_NM3,
ORC.ORG_NM AS ORG_NM3,
ORC.ORG_MGR_UNVL_ID AS ORG_MGR_UNVL_ID3,
ORC.ORG_LVL AS ORG_LVL3,
ORD.FIN_COA_CD AS FIN_COA_CD4,
ORD.ORG_CD AS ORG_CD4,
ORD.ORG_TYP_CD AS ORG_TYP_CD4,
ORD.ORG_TYP_NM AS ORG_TYP_NM4,
ORD.ORG_NM AS ORG_NM4,
ORD.ORG_MGR_UNVL_ID AS ORG_MGR_UNVL_ID4,
ORD.ORG_LVL AS ORG_LVL4,
ORE.FIN_COA_CD AS FIN_COA_CD5,
ORE.ORG_CD AS ORG_CD5,
ORE.ORG_TYP_CD AS ORG_TYP_CD5,
ORE.ORG_TYP_NM AS ORG_TYP_NM5,
ORE.ORG_NM AS ORG_NM5,
ORE.ORG_MGR_UNVL_ID AS ORG_MGR_UNVL_ID5,
ORE.ORG_LVL AS ORG_LVL5,
ORF.FIN_COA_CD AS FIN_COA_CD6,
ORF.ORG_CD AS ORG_CD6,
ORF.ORG_TYP_CD AS ORG_TYP_CD6,
ORF.ORG_TYP_NM AS ORG_TYP_NM6,
ORF.ORG_NM AS ORG_NM6,
ORF.ORG_MGR_UNVL_ID AS ORG_MGR_UNVL_ID6,
ORF.ORG_LVL AS ORG_LVL6,
ORG.FIN_COA_CD AS FIN_COA_CD7,
ORG.ORG_CD AS ORG_CD7,
ORG.ORG_TYP_CD AS ORG_TYP_CD7,
ORG.ORG_TYP_NM AS ORG_TYP_NM7,
ORG.ORG_NM AS ORG_NM7,
ORG.ORG_MGR_UNVL_ID AS ORG_MGR_UNVL_ID7,
ORG.ORG_LVL AS ORG_LVL7
From
X000_Organization ORS Left Join
X000_Organization ORA ON ORA.FIN_COA_CD = ORS.RPTS_TO_FIN_COA_CD And
ORA.ORG_CD = ORS.RPTS_TO_ORG_CD Left Join
X000_Organization ORB ON ORB.FIN_COA_CD = ORA.RPTS_TO_FIN_COA_CD AND
ORB.ORG_CD = ORA.RPTS_TO_ORG_CD Left Join
X000_Organization ORC ON ORC.FIN_COA_CD = ORB.RPTS_TO_FIN_COA_CD AND
ORC.ORG_CD = ORB.RPTS_TO_ORG_CD Left Join
X000_Organization ORD ON ORD.FIN_COA_CD = ORC.RPTS_TO_FIN_COA_CD AND
ORD.ORG_CD = ORC.RPTS_TO_ORG_CD Left Join
X000_Organization ORE ON ORE.FIN_COA_CD = ORD.RPTS_TO_FIN_COA_CD AND
ORE.ORG_CD = ORD.RPTS_TO_ORG_CD Left Join
X000_Organization ORF ON ORF.FIN_COA_CD = ORE.RPTS_TO_FIN_COA_CD AND
ORF.ORG_CD = ORE.RPTS_TO_ORG_CD Left Join
X000_Organization ORG ON ORG.FIN_COA_CD = ORF.RPTS_TO_FIN_COA_CD AND
ORG.ORG_CD = ORF.RPTS_TO_ORG_CD
Where
ORS.ORG_BEGIN_DT >= Date("2018-01-01")
Order By
ORG.ORG_LVL,
ORG.ORG_NM
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: Organization structure")
""" ****************************************************************************
ACCOUNT MASTER LIST
*****************************************************************************"""
print("ACCOUNT MASTER LIST")
funcfile.writelog("ACCOUNT MASTER LIST")
# BUILD ACCOUNT LIST
print("Build account list...")
sr_file = "X000_Account"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
ACC.FIN_COA_CD,
ACC.ACCOUNT_NBR,
TYP.ACCT_TYP_NM,
ORG.ORG_NM,
ACC.ACCOUNT_NM,
ACC.ACCT_FSC_OFC_UID,
ACC.ACCT_SPVSR_UNVL_ID,
ACC.ACCT_MGR_UNVL_ID,
ACC.ORG_CD,
ACC.ACCT_TYP_CD,
ACC.ACCT_PHYS_CMP_CD,
ACC.ACCT_FRNG_BNFT_CD,
ACC.FIN_HGH_ED_FUNC_CD,
ACC.SUB_FUND_GRP_CD,
ACC.ACCT_RSTRC_STAT_CD,
ACC.ACCT_RSTRC_STAT_DT,
ACC.ACCT_CITY_NM,
ACC.ACCT_STATE_CD,
ACC.ACCT_STREET_ADDR,
ACC.ACCT_ZIP_CD,
ACC.RPTS_TO_FIN_COA_CD,
ACC.RPTS_TO_ACCT_NBR,
ACC.ACCT_CREATE_DT,
ACC.ACCT_EFFECT_DT,
ACC.ACCT_EXPIRATION_DT,
ACC.CONT_FIN_COA_CD,
ACC.CONT_ACCOUNT_NBR,
ACC.ACCT_CLOSED_IND,
ACC.OBJ_ID,
ACC.VER_NBR
From
CA_ACCOUNT_T ACC Left Join
X000_Organization ORG ON ORG.FIN_COA_CD = ACC.FIN_COA_CD AND ORG.ORG_CD = ACC.ORG_CD Left Join
CA_ACCOUNT_TYPE_T TYP ON TYP.ACCT_TYP_CD = ACC.ACCT_TYP_CD
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: Account list")
""" ****************************************************************************
VENDOR MASTER LIST
*****************************************************************************"""
print("VENDOR MASTER LIST")
funcfile.writelog("VENDOR MASTER LIST")
# BUILD TABLE WITH VENDOR REMITTANCE ADDRESSES
# BUILD TABLE WITH VENDOR PURCHASE ORDER ADDRESSES
# JOIN VENDOR RM AND PO ADDRESSES
# BUILD VENDOR BANK ACCOUNT TABLE
# BUILD CONTACT NAMES EMAIL PHONE MOBILE LIST
# BUILD VENDOR PHONE MOBILE LIST
# BUILD VENDOR MASTER CONTACT LIST
# BUILD VENDOR MASTER COMBINED CONTACT LIST
# UPDATE NUMBERS COLUMN WITH MOBILE
# UPDATE NUMBERS COLUMN WITH PHONEC
# UPDATE NUMBERS COLUMN WITH MOBILEC
# UPDATE NUMBERS REMOVE SPECIAL CHARACTERS FROM NUMBERS
# TRIM UNWANTED CHARACTERS
# BUILD VENDOR TABLE
# BUILD TABLE WITH VENDOR REMITTANCE ADDRESSES
print("Build vendor remittance addresses...")
sr_file = "X001aa_vendor_rm_address"
s_sql = "CREATE VIEW " + sr_file + " AS " + """
Select
CAST(TRIM(UPPER(ADDR.VNDR_HDR_GNRTD_ID))||'-'||TRIM(UPPER(ADDR.VNDR_DTL_ASND_ID)) AS
TEXT) VENDOR_ID,
ADDR.VNDR_ST_CD,
ADDR.VNDR_CNTRY_CD,
ADDR.VNDR_ADDR_EMAIL_ADDR,
ADDR.VNDR_B2B_URL_ADDR,
ADDR.VNDR_FAX_NBR,
TRIM(UPPER(ADDR.VNDR_DFLT_ADDR_IND))||'~'||
TRIM(UPPER(ADDR.VNDR_ATTN_NM))||'~'||
TRIM(UPPER(ADDR.VNDR_LN1_ADDR))||'~'||
TRIM(UPPER(ADDR.VNDR_LN2_ADDR))||'~'||
TRIM(UPPER(ADDR.VNDR_CTY_NM))||'~'||
TRIM(UPPER(ADDR.VNDR_ZIP_CD))||'~'||
TRIM(UPPER(ADDR.VNDR_CNTRY_CD))
ADDRESS_RM
From
PUR_VNDR_ADDR_T ADDR
Where
ADDR.VNDR_ADDR_TYP_CD = 'RM' And
ADDR.VNDR_DFLT_ADDR_IND = 'Y'
Group By
ADDR.VNDR_HDR_GNRTD_ID,
ADDR.VNDR_DTL_ASND_ID
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# BUILD TABLE WITH VENDOR PURCHASE ORDER ADDRESSES
print("Build vendor purchase order addresses...")
sr_file = "X001ab_vendor_po_address"
s_sql = "CREATE VIEW " + sr_file + " AS " + """
Select
CAST(TRIM(UPPER(ADDR.VNDR_HDR_GNRTD_ID))||'-'||TRIM(UPPER(ADDR.VNDR_DTL_ASND_ID))
AS TEXT) VENDOR_ID,
ADDR.VNDR_ST_CD,
ADDR.VNDR_CNTRY_CD,
ADDR.VNDR_ADDR_EMAIL_ADDR,
ADDR.VNDR_B2B_URL_ADDR,
ADDR.VNDR_FAX_NBR,
TRIM(UPPER(ADDR.VNDR_DFLT_ADDR_IND))||'~'||
TRIM(UPPER(ADDR.VNDR_ATTN_NM))||'~'||
TRIM(UPPER(ADDR.VNDR_LN1_ADDR))||'~'||
TRIM(UPPER(ADDR.VNDR_LN2_ADDR))||'~'||
TRIM(UPPER(ADDR.VNDR_CTY_NM))||'~'||
TRIM(UPPER(ADDR.VNDR_ZIP_CD))||'~'||
TRIM(UPPER(ADDR.VNDR_CNTRY_CD))
ADDRESS_PO
From
PUR_VNDR_ADDR_T ADDR
Where
ADDR.VNDR_ADDR_TYP_CD = 'PO' And
ADDR.VNDR_DFLT_ADDR_IND = 'Y'
Group By
ADDR.VNDR_HDR_GNRTD_ID,
ADDR.VNDR_DTL_ASND_ID
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# JOIN VENDOR RM AND PO ADDRESSES
print("Build vendor address master file...")
sr_file = "X001ac_vendor_address_comb"
s_sql = "CREATE VIEW " + sr_file + " AS " + """
Select
VENDOR.VNDR_ID As VENDOR_ID,
Case
When ADDRM.VNDR_ST_CD <> '' Then ADDRM.VNDR_ST_CD
Else ADDPO.VNDR_ST_CD
End as STATE_CD,
Case
When ADDRM.VNDR_CNTRY_CD <> '' Then ADDRM.VNDR_CNTRY_CD
Else ADDPO.VNDR_CNTRY_CD
End as COUNTRY_CD,
Case
When ADDRM.VNDR_ADDR_EMAIL_ADDR <> '' Then
Lower(ADDRM.VNDR_ADDR_EMAIL_ADDR)
Else Lower(ADDPO.VNDR_ADDR_EMAIL_ADDR)
End as EMAIL,
Case
When ADDRM.VNDR_B2B_URL_ADDR <> '' Then Lower(ADDRM.VNDR_B2B_URL_ADDR)
Else Lower(ADDPO.VNDR_B2B_URL_ADDR)
End as URL,
Case
When ADDRM.VNDR_FAX_NBR <> '' Then ADDRM.VNDR_FAX_NBR
Else ADDPO.VNDR_FAX_NBR
End as FAX,
Case
When ADDRM.ADDRESS_RM <> '' Then Upper(ADDRM.ADDRESS_RM)
Else Upper(ADDPO.ADDRESS_PO)
End as ADDRESS
From
PUR_VNDR_DTL_T VENDOR Left Join
X001aa_vendor_rm_address ADDRM On ADDRM.VENDOR_ID = VENDOR.VNDR_ID Left Join
X001ab_vendor_po_address ADDPO On ADDPO.VENDOR_ID = VENDOR.VNDR_ID
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# BUILD VENDOR BANK ACCOUNT TABLE
print("Build vendor bank account table...")
sr_file = "X001ad_vendor_bankacc"
s_sql = "CREATE VIEW " + sr_file + " AS " + """
Select Distinct
BANK.PAYEE_ID_NBR As VENDOR_ID,
STUD.BNK_ACCT_NBR As STUD_BANK,
STUDB.BNK_BRANCH_CD As STUD_BRANCH,
STUD.PAYEE_ID_TYP_CD As STUD_TYPE,
STUD.PAYEE_EMAIL_ADDR As STUD_MAIL,
VEND.BNK_ACCT_NBR As VEND_BANK,
VENDB.BNK_BRANCH_CD As VEND_BRANCH,
VEND.PAYEE_ID_TYP_CD As VEND_TYPE,
VEND.PAYEE_EMAIL_ADDR As VEND_MAIL,
EMPL.BNK_ACCT_NBR As EMPL_BANK,
EMPLB.BNK_BRANCH_CD As EMPL_BRANCH,
EMPL.PAYEE_ID_TYP_CD As EMPL_TYPE,
EMPL.PAYEE_EMAIL_ADDR As EMPL_MAIL
From
PDP_PAYEE_ACH_ACCT_T BANK
Left Join PDP_PAYEE_ACH_ACCT_T STUD On STUD.PAYEE_ID_NBR = BANK.PAYEE_ID_NBR And STUD.PAYEE_ID_TYP_CD = 'S' And
STUD.ROW_ACTV_IND = 'Y'
Left Join PDP_PAYEE_ACH_ACCT_EXT_T STUDB On STUDB.ACH_ACCT_GNRTD_ID = STUD.ACH_ACCT_GNRTD_ID
Left Join PDP_PAYEE_ACH_ACCT_T VEND On VEND.PAYEE_ID_NBR = BANK.PAYEE_ID_NBR And VEND.PAYEE_ID_TYP_CD = 'V' And
VEND.ROW_ACTV_IND = 'Y'
Left Join PDP_PAYEE_ACH_ACCT_EXT_T VENDB On VENDB.ACH_ACCT_GNRTD_ID = VEND.ACH_ACCT_GNRTD_ID
Left Join PDP_PAYEE_ACH_ACCT_T EMPL On EMPL.PAYEE_ID_NBR = BANK.PAYEE_ID_NBR And EMPL.PAYEE_ID_TYP_CD = 'E' And
EMPL.ROW_ACTV_IND = 'Y'
Left Join PDP_PAYEE_ACH_ACCT_EXT_T EMPLB On EMPLB.ACH_ACCT_GNRTD_ID = EMPL.ACH_ACCT_GNRTD_ID
Where
BANK.ROW_ACTV_IND = 'Y'
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# BUILD CONTACT NAMES EMAIL PHONE MOBILE LIST
print("Build contact email phone and mobile list...")
sr_file = "X001ae_vendor_contact"
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
s_sql = "Create View " + sr_file + " As" + """
Select
CONT.VNDR_HDR_GNRTD_ID,
CONT.VNDR_CNTCT_GNRTD_ID,
CONT.VNDR_CNTCT_TYP_CD As CONTACT_TYPE,
Trim(Upper(CONT.VNDR_CNTCT_NM)) As CONTACT,
Trim(Upper(CONT.VNDR_ATTN_NM)) As ATTENTION,
Lower(CONT.VNDR_CNTCT_EMAIL_ADDR) As EMAIL,
PHON.VNDR_PHN_NBR As PHONE,
MOBI.VNDR_PHN_NBR As MOBILE
From
PUR_VNDR_CNTCT_T CONT Left Join
PUR_VNDR_CNTCT_PHN_NBR_T PHON On PHON.VNDR_CNTCT_GNRTD_ID = CONT.VNDR_CNTCT_GNRTD_ID And PHON.VNDR_PHN_TYP_CD = 'PH' Left Join
PUR_VNDR_CNTCT_PHN_NBR_T MOBI On MOBI.VNDR_CNTCT_GNRTD_ID = CONT.VNDR_CNTCT_GNRTD_ID And MOBI.VNDR_PHN_TYP_CD = 'MB'
Group By
CONT.VNDR_HDR_GNRTD_ID
Order By
CONT.VNDR_HDR_GNRTD_ID,
CONTACT_TYPE
;"""
# s_sql = s_sql.replace("%PERIOD%", s_period)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# BUILD VENDOR PHONE MOBILE LIST
print("Build vendor phone and mobile list...")
sr_file = "X001af_vendor_phone"
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
s_sql = "Create View " + sr_file + " As" + """
Select
PHON.VNDR_HDR_GNRTD_ID,
PHON.VNDR_PHN_GNRTD_ID,
LAND.VNDR_PHN_NBR As PHONE,
MOBI.VNDR_PHN_NBR As MOBILE
From
PUR_VNDR_PHN_NBR_T PHON Left Join
PUR_VNDR_PHN_NBR_T LAND On LAND.VNDR_PHN_GNRTD_ID = PHON.VNDR_PHN_GNRTD_ID And LAND.VNDR_PHN_TYP_CD = 'PH' Left Join
PUR_VNDR_PHN_NBR_T MOBI On MOBI.VNDR_PHN_GNRTD_ID = PHON.VNDR_PHN_GNRTD_ID And MOBI.VNDR_PHN_TYP_CD = 'MB'
Group By
PHON.VNDR_HDR_GNRTD_ID
Order By
PHON.VNDR_HDR_GNRTD_ID
;"""
# s_sql = s_sql.replace("%PERIOD%", s_period)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# BUILD VENDOR MASTER CONTACT LIST
print("Build vendor master contact list...")
sr_file = "X001ag_contact_comb"
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
s_sql = "Create View " + sr_file + " As" + """
Select
VEND.VNDR_ID As VENDOR_ID,
PHON.PHONE,
PHON.MOBILE,
CONT.CONTACT,
CONT.ATTENTION,
CONT.EMAIL,
CONT.PHONE As PHONEC,
CONT.MOBILE As MOBILEC
From
PUR_VNDR_DTL_T VEND Left Join
X001af_vendor_phone PHON On PHON.VNDR_HDR_GNRTD_ID = VEND.VNDR_HDR_GNRTD_ID Left Join
X001ae_vendor_contact CONT On CONT.VNDR_HDR_GNRTD_ID = VEND.VNDR_HDR_GNRTD_ID
;"""
# s_sql = s_sql.replace("%PERIOD%", s_period)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# BUILD VENDOR MASTER COMBINED CONTACT LIST
print("Build vendor master combined contact list...")
sr_file = "X000_Contact"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = "Create Table " + sr_file + " As" + """
Select
CONT.VENDOR_ID AS VENDOR_ID,
CONT.CONTACT,
CONT.ATTENTION,
CONT.EMAIL,
CONT.PHONE,
CONT.MOBILE,
CONT.PHONEC AS PHONEC,
CONT.MOBILEC AS MOBILEC,
CASE
WHEN CONT.PHONE != '' THEN Replace(Trim(CONT.PHONE),' ','') || '~'
ELSE ''
END As NUMBERS
From
X001ag_contact_comb CONT
Order By
VENDOR_ID
;"""
# s_sql = s_sql.replace("%PERIOD%", s_period)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# UPDATE NUMBERS COLUMN WITH MOBILE
print("Update numbers with mobile...")
so_curs.execute("Update X000_Contact " + """
Set NUMBERS =
Case
When Trim(MOBILE) != '' And Instr(NUMBERS, Replace(Trim(MOBILE), ' ', '')) != 0 THEN NUMBERS
When Trim(MOBILE) != '' THEN NUMBERS || Replace(Trim(MOBILE),' ','') || '~'
Else NUMBERS
End
;""")
# UPDATE NUMBERS COLUMN WITH PHONEC
print("Update numbers with phonec...")
so_curs.execute("Update X000_Contact " + """
Set NUMBERS =
Case
When Trim(PHONEC) != '' And Instr(NUMBERS, Replace(Trim(PHONEC), ' ', '')) != 0 THEN NUMBERS
When Trim(PHONEC) != '' THEN NUMBERS || Replace(Trim(PHONEC),' ','') || '~'
Else NUMBERS
End
;""")
# UPDATE NUMBERS COLUMN WITH MOBILEC
print("Update numbers with mobilec...")
so_curs.execute("Update X000_Contact " + """
Set NUMBERS =
Case
When Trim(MOBILEC) != '' And Instr(NUMBERS, Replace(Trim(MOBILEC), ' ', '')) != 0 THEN NUMBERS
When Trim(MOBILEC) != '' THEN NUMBERS || Replace(Trim(MOBILEC),' ','') || '~'
Else NUMBERS
End
;""")
# UPDATE NUMBERS REMOVE SPECIAL CHARACTERS FROM NUMBERS
for i in range(5):
print("Remove special characters...")
so_curs.execute("Update X000_Contact " + """
Set NUMBERS =
Case
When NUMBERS Like('%-%') Then Replace(NUMBERS, '-', '')
When NUMBERS Like('%(%') Then Replace(NUMBERS, '(', '')
When NUMBERS Like('%)%') Then Replace(NUMBERS, ')', '')
When NUMBERS Like('%*%') Then Replace(NUMBERS, '*', '')
When NUMBERS Like('%;%') Then Replace(NUMBERS, ';', '')
When NUMBERS Like('%.%') Then Replace(NUMBERS, '.', '')
When NUMBERS Like('%+27%') Then Replace(NUMBERS, '+27', '0')
When NUMBERS Like('%UNKNOWN%') Then Replace(NUMBERS, 'UNKNOWN'||'~', '')
When NUMBERS Like('%geennommerbeskikbaar%') Then Replace(NUMBERS, 'geennommerbeskikbaar'||'~', '')
When NUMBERS Like('%NONE%') Then Replace(NUMBERS, 'NONE'||'~', '')
When NUMBERS Like('%N/A%') Then Replace(NUMBERS, 'N/A'||'~', '')
When NUMBERS Like('%Fon:%') Then Replace(NUMBERS, 'Fon:', '')
When NUMBERS Like('%Tel:%') Then Replace(NUMBERS, 'Tel:', '')
When Trim(EMAIL) != '' And Instr(NUMBERS,EMAIL) > 0 THEN Replace(NUMBERS, EMAIL || '~', '')
When NUMBERS Like('%O%') Then Replace(NUMBERS, 'O', '0')
Else NUMBERS
End
;""")
# TRIM UNWANTED CHARACTERS
print("Trim unwanted characters...")
so_curs.execute("Update X000_Contact " + """
Set NUMBERS = Trim(NUMBERS,'~')
;""")
# BUILD VENDOR TABLE
print("Build vendor master file...")
sr_file = "X000_Vendor"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
DETAIL.VNDR_ID As VENDOR_ID,
UPPER(DETAIL.VNDR_NM) AS VNDR_NM,
DETAIL.VNDR_URL_ADDR,
HEADER.VNDR_TAX_NBR,
BANK.VEND_BANK,
BANK.VEND_BRANCH,
BANK.VEND_MAIL,
BANK.EMPL_BANK,
BANK.STUD_BANK,
CONT.NUMBERS,
ADDR.FAX,
ADDR.EMAIL,
CONT.CONTACT,
CONT.ATTENTION,
CONT.EMAIL AS EMAIL_CONTACT,
ADDR.ADDRESS,
ADDR.URL,
ADDR.STATE_CD,
ADDR.COUNTRY_CD,
HEADER.VNDR_TAX_TYP_CD,
HEADER.VNDR_TYP_CD,
DETAIL.VNDR_PMT_TERM_CD,
DETAIL.VNDR_SHP_TTL_CD,
DETAIL.VNDR_PARENT_IND,
DETAIL.VNDR_1ST_LST_NM_IND,
DETAIL.COLLECT_TAX_IND,
HEADER.VNDR_FRGN_IND,
DETAIL.VNDR_CNFM_IND,
DETAIL.VNDR_PRPYMT_IND,
DETAIL.VNDR_CCRD_IND,
DETAIL.DOBJ_MAINT_CD_ACTV_IND,
DETAIL.VNDR_INACTV_REAS_CD
From
PUR_VNDR_DTL_T DETAIL Left Join
PUR_VNDR_HDR_T HEADER On HEADER.VNDR_HDR_GNRTD_ID = DETAIL.VNDR_HDR_GNRTD_ID Left Join
X001ac_vendor_address_comb ADDR On ADDR.VENDOR_ID = DETAIL.VNDR_ID Left Join
X001ad_vendor_bankacc BANK On BANK.VENDOR_ID = DETAIL.VNDR_ID Left Join
X000_Contact CONT On CONT.VENDOR_ID = DETAIL.VNDR_ID
Order by
VNDR_NM,
VENDOR_ID
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
DOCUMENT MASTER LIST
*****************************************************************************"""
print("DOCUMENTS MASTER LIST")
funcfile.writelog("DOCUMENTS MASTER LIST")
# BUILD DOCS MASTER LIST
print("Build docs master list...")
sr_file = "X000_Document"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
Select
DOC.DOC_HDR_ID,
DOC.DOC_TYP_ID,
TYP.DOC_TYP_NM,
TYP.LBL
From
KREW_DOC_HDR_T DOC Inner Join
KREW_DOC_TYP_T TYP On TYP.DOC_TYP_ID = DOC.DOC_TYP_ID
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# MESSAGE
if funcconf.l_mess_project:
sr_file = "X000_Account"
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator", "<b> " + str(i) + "</b> " + " Accounts")
sr_file = "X000_Vendor"
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator", "<b> " + str(i) + "</b> " + " Vendors")
""" ****************************************************************************
END OF SCRIPT
*****************************************************************************"""
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# COMMIT DATA
so_conn.commit()
# CLOSE THE DATABASE CONNECTION
so_conn.close()
# Close the log writer *********************************************************
funcfile.writelog("-------------------------")
funcfile.writelog("COMPLETED: B002_KFS_LISTS")
return
def mysql_lists(s_database):
"""
Function to populate the mysql databases
:param s_database:
:return:
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# Declare variables
s_schema: str = ""
if s_database == "Web_ia_nwu":
s_schema = "Ia_nwu"
elif s_database == "Web_ia_joomla":
s_schema = "Ia_joomla"
elif s_database == "Mysql_ia_server":
s_schema = "nwuiaca"
# l_export = True
# l_mail = True
# l_vacuum = False
# Script log file
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: B005_MYSQL_LISTS")
funcfile.writelog("-------------------------")
print("-----------------")
print("B005_MYSQL_LISTS")
print("-----------------")
# MESSAGE
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator", "<b>B005 Mysql server (" + s_schema + ")</b>")
"""*****************************************************************************
OPEN THE MYSQL DATABASES
*****************************************************************************"""
print("OPEN THE MYSQL DATABASES")
funcfile.writelog("OPEN THE MYSQL DATABASES")
# Open the MYSQL DESTINATION table
ms_cnxn = funcmysql.mysql_open(s_database)
ms_curs = ms_cnxn.cursor()
funcfile.writelog("%t OPEN MYSQL DATABASE: " + s_database)
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
"""*****************************************************************************
OPEN THE PEOPLE DATABASES
*****************************************************************************"""
print("OPEN THE PEOPLE DATABASES")
funcfile.writelog("OPEN THE PEOPLE DATABASES")
# Open the SQLITE SOURCE file
so_path = "W:/People/" # Source database path
so_file = "People.sqlite" # Source database
with sqlite3.connect(so_path+so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
"""*****************************************************************************
EXPORT CURRENT PEOPLE
*****************************************************************************"""
print("EXPORT CURRENT PEOPLE")
funcfile.writelog("EXPORT CURRENT PEOPLE")
# EXPORT CURRENT PEOPLE TO MYSQL
print("Build mysql current people...")
ms_curs.execute("DROP TABLE IF EXISTS ia_people")
funcfile.writelog("%t DROP MYSQL TABLE: PEOPLE (ia_people)")
# ia_find_1_auto INT(11) NOT NULL AUTO_INCREMENT,
s_sql = """
CREATE TABLE IF NOT EXISTS ia_people (
ia_find_auto INT(11) NOT NULL,
people_employee_number VARCHAR(20),
people_ass_id INT(11),
people_person_id INT(11),
people_ass_numb VARCHAR(30),
people_party_id INT(11),
people_full_name VARCHAR(150),
people_name_list VARCHAR(150),
people_name_addr VARCHAR(150),
people_known_name VARCHAR(150),
people_position_full VARCHAR(150),
people_date_of_birth DATE,
people_nationality VARCHAR(30),
people_nationality_name VARCHAR(150),
people_idno VARCHAR(150),
people_passport VARCHAR(150),
people_permit VARCHAR(150),
people_permit_expire DATE,
people_tax_number VARCHAR(150),
people_sex VARCHAR(30),
people_marital_status VARCHAR(30),
people_disabled VARCHAR(30),
people_race_code VARCHAR(30),
people_race_desc VARCHAR(150),
people_lang_code VARCHAR(30),
people_lang_desc VARCHAR(150),
people_int_mail VARCHAR(30),
people_email_address VARCHAR(150),
people_curr_empl_flag VARCHAR(1),
people_user_person_type VARCHAR(30),
people_ass_start DATE,
people_ass_end DATE,
people_emp_start DATE,
people_emp_end DATE,
people_leaving_reason VARCHAR(30),
people_leave_reason_descrip VARCHAR(150),
people_location_description VARCHAR(150),
people_org_type_desc VARCHAR(150),
people_oe_code VARCHAR(30),
people_org_name VARCHAR(150),
people_primary_flag VARCHAR(1),
people_acad_supp VARCHAR(30),
people_faculty VARCHAR(150),
people_division VARCHAR(150),
people_employment_category VARCHAR(150),
people_ass_week_len INT(2),
people_leave_code VARCHAR(30),
people_grade VARCHAR(30),
people_grade_name VARCHAR(150),
people_grade_calc VARCHAR(30),
people_position VARCHAR(30),
people_position_name VARCHAR(150),
people_job_name VARCHAR(150),
people_job_segment_name VARCHAR(150),
people_supervisor INT(11),
people_title_full VARCHAR(30),
people_first_name VARCHAR(150),
people_middle_names VARCHAR(150),
people_last_name VARCHAR(150),
people_phone_work VARCHAR(30),
people_phone_mobi VARCHAR(30),
people_phone_home VARCHAR(30),
people_address_sars VARCHAR(250),
people_address_post VARCHAR(250),
people_address_home VARCHAR(250),
people_address_othe VARCHAR(250),
people_count_pos INT(11),
people_count_ass INT(11),
people_count_peo INT(11),
people_date_ass_lookup DATE,
people_ass_active VARCHAR(1),
people_date_emp_lookup DATE,
people_emp_active VARCHAR(1),
people_mailto VARCHAR(150),
people_proposed_salary_n DECIMAL(12,2),
people_person_type VARCHAR(150),
people_acc_type VARCHAR(30),
people_acc_branch VARCHAR(30),
people_acc_number VARCHAR(30),
people_acc_sars VARCHAR(1),
people_acc_relation VARCHAR(30),
people_sec_fullpart_flag VARCHAR(1),
people_initials VARCHAR(30),
people_age INT(3),
people_month INT(2),
people_day INT(2),
PRIMARY KEY (people_employee_number),
INDEX fb_order_people_full_name_INDEX (people_full_name),
INDEX fb_order_people_known_name_INDEX (people_known_name)
)
ENGINE = InnoDB
CHARSET=utf8mb4
COLLATE utf8mb4_unicode_ci
COMMENT = 'Table to store detailed people data'
""" + ";"
ms_curs.execute(s_sql)
funcfile.writelog("%t CREATE MYSQL TABLE: PEOPLE (ia_people)")
# Obtain the new mysql table column types
print("Build mysql current people columns types...")
funcfile.writelog("GET COLUMN TYPE: People")
a_cols = funcmysql.get_coltypes_mysql_list(ms_curs, s_schema, "ia_people")
# print(a_cols)
# Open the SOURCE file to obtain column headings
print("Build mysql current people columns...")
funcfile.writelog("GET COLUMN NAME: People")
s_head = funcmysql.get_colnames_sqlite_text(so_curs, "X002_PEOPLE_CURR", "people_")
s_head = "(`ia_find_auto`, " + s_head.rstrip(", ") + ")"
# print(s_head)
# Open the SOURCE file to obtain the data
print("Insert mysql current people...")
with sqlite3.connect(so_path+so_file) as rs_conn:
rs_conn.row_factory = sqlite3.Row
rs_curs = rs_conn.cursor()
rs_curs.execute("SELECT * FROM X002_PEOPLE_CURR")
rows = rs_curs.fetchall()
i_tota = 0
i_coun = 0
for row in rows:
s_data = funcmysql.convert_sqlite_mysql(row, a_cols, 1, 1)
# print(s_data)
s_sql = "INSERT IGNORE INTO `ia_people` " + s_head + " VALUES " + s_data + ";"
ms_curs.execute(s_sql)
i_tota = i_tota + 1
i_coun = i_coun + 1
if i_coun == 100:
ms_cnxn.commit()
i_coun = 0
# Close the ROW Connection
ms_cnxn.commit()
rs_conn.close()
print("Inserted " + str(i_tota) + " mysql current people...")
funcfile.writelog("%t POPULATE MYSQL: " + str(i_tota) + " PEOPLE CURRENT rows (ia_people)")
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator", "<b> " + str(i_tota) + "</b> People upload")
# Update MYSQL PEOPLE TO WEB FINDING mail trigger ******************************
# if s_database == "Web_ia_nwu":
# print("Update mysql current people mail trigger...")
# s_sql = """
# UPDATE `ia_finding` SET
# `ia_find_updated` = '1',
# `ia_find_r1_send` = '0',
# `ia_find_updatedate` = now()
# WHERE `ia_finding`.`ia_find_auto` = 1
# """ + ";"
# ms_curs.execute(s_sql)
# ms_cnxn.commit()
# funcfile.writelog("%t UPDATE MYSQL TRIGGER: FINDING 1 (people current)")
# Update MYSQL PEOPLE TO WEB FINDING mail trigger ******************************
# if s_database == "Web_ia_nwu":
# print("Update mysql current people summary mail trigger...")
# s_sql = """
# UPDATE `ia_finding` SET
# `ia_find_updated` = '1',
# `ia_find_r1_send` = '0',
# `ia_find_updatedate` = now()
# WHERE `ia_finding`.`ia_find_auto` = 2
# """ + ";"
# ms_curs.execute(s_sql)
# ms_cnxn.commit()
# funcfile.writelog("%t UPDATE MYSQL TRIGGER: FINDING 2 (people current summary)")
# Update MYSQL PEOPLE TO WEB FINDING mail trigger ******************************
# if s_database == "Web_ia_nwu":
# print("Update mysql current people birthday mail trigger...")
# s_sql = """
# UPDATE `ia_finding` SET
# `ia_find_updated` = '1',
# `ia_find_r1_send` = '0',
# `ia_find_updatedate` = now()
# WHERE `ia_finding`.`ia_find_auto` = 3
# """ + ";"
# ms_curs.execute(s_sql)
# ms_cnxn.commit()
# funcfile.writelog("%t UPDATE MYSQL TRIGGER: FINDING 3 (people current birthdays)")
"""*****************************************************************************
EXPORT CURRENT PEOPLE STRUCTURE
*****************************************************************************"""
print("EXPORT CURRENT PEOPLE STRUCTURE")
funcfile.writelog("EXPORT CURRENT PEOPLE STRUCTURE")
# EXPORT CURRENT PEOPLE STRUCTURE
print("Build mysql current people structure...")
ms_curs.execute("DROP TABLE IF EXISTS ia_people_struct")
funcfile.writelog("%t DROP MYSQL TABLE: PEOPLE_STRUCT (ia_people_struct)")
# ia_find_1_auto INT(11) NOT NULL AUTO_INCREMENT,
s_sql = """
CREATE TABLE IF NOT EXISTS ia_people_struct (
ia_find_auto INT(11) NOT NULL,
struct_employee_one VARCHAR(20),
struct_name_list_one VARCHAR(150),
struct_known_name_one VARCHAR(150),
struct_position_full_one VARCHAR(150),
struct_location_description_one VARCHAR(150),
struct_division_one VARCHAR(150),
struct_faculty_one VARCHAR(150),
struct_email_address_one VARCHAR(150),
struct_phone_work_one VARCHAR(30),
struct_phone_mobi_one VARCHAR(30),
struct_phone_home_one VARCHAR(30),
struct_org_name_one VARCHAR(150),
struct_grade_calc_one VARCHAR(150),
struct_employee_two VARCHAR(20),
struct_name_list_two VARCHAR(150),
struct_known_name_two VARCHAR(150),
struct_position_full_two VARCHAR(150),
struct_location_description_two VARCHAR(150),
struct_division_two VARCHAR(150),
struct_faculty_two VARCHAR(150),
struct_email_address_two VARCHAR(150),
struct_phone_work_two VARCHAR(30),
struct_phone_mobi_two VARCHAR(30),
struct_phone_home_two VARCHAR(30),
struct_employee_three VARCHAR(20),
struct_name_list_three VARCHAR(150),
struct_known_name_three VARCHAR(150),
struct_position_full_three VARCHAR(150),
struct_location_description_three VARCHAR(150),
struct_division_three VARCHAR(150),
struct_faculty_three VARCHAR(150),
struct_email_address_three VARCHAR(150),
struct_phone_work_three VARCHAR(30),
struct_phone_mobi_three VARCHAR(30),
struct_phone_home_three VARCHAR(30),
PRIMARY KEY (struct_employee_one)
)
ENGINE = InnoDB
CHARSET=utf8mb4
COLLATE utf8mb4_unicode_ci
COMMENT = 'Table to store detailed people structure data'
""" + ";"
ms_curs.execute(s_sql)
funcfile.writelog("%t CREATE MYSQL TABLE: PEOPLE_STRUCT (ia_people_struct)")
# Obtain the new mysql table column types
print("Build mysql current people structure columns types...")
funcfile.writelog("GET COLUMN TYPE: People")
a_cols = funcmysql.get_coltypes_mysql_list(ms_curs, s_schema, "ia_people_struct")
# print(a_cols)
# Open the SOURCE file to obtain column headings
print("Build mysql current people structure columns...")
funcfile.writelog("GET COLUMN NAME: People org structure")
s_head = funcmysql.get_colnames_sqlite_text(so_curs, "X003_PEOPLE_ORGA_REF", "struct_")
s_head = "(`ia_find_auto`, " + s_head.rstrip(", ") + ")"
# print(s_head)
# Open the SOURCE file to obtain the data
print("Insert mysql current people structure...")
with sqlite3.connect(so_path+so_file) as rs_conn:
rs_conn.row_factory = sqlite3.Row
rs_curs = rs_conn.cursor()
rs_curs.execute("SELECT * FROM X003_PEOPLE_ORGA_REF")
rows = rs_curs.fetchall()
i_tota = 0
i_coun = 0
for row in rows:
s_data = funcmysql.convert_sqlite_mysql(row, a_cols, 4, 1)
s_sql = "INSERT IGNORE INTO `ia_people_struct` " + s_head + " VALUES " + s_data + ";"
ms_curs.execute(s_sql)
i_tota = i_tota + 1
i_coun = i_coun + 1
if i_coun == 100:
# print(i_coun)
ms_cnxn.commit()
i_coun = 0
# Close the ROW Connection
ms_cnxn.commit()
rs_conn.close()
print("Inserted " + str(i_tota) + " mysql current people...")
funcfile.writelog("%t POPULATE MYSQL: " + str(i_tota) + " PEOPLE STRUCTURE rows (ia_people_struct)")
# Update MYSQL PEOPLE TO WEB FINDING mail trigger ******************************
# if s_database == "Web_ia_nwu":
# print("Update mysql current people hierarchy mail trigger...")
# s_sql = """
# UPDATE `ia_finding` SET
# `ia_find_updated` = '1',
# `ia_find_r1_send` = '0',
# `ia_find_updatedate` = now()
# WHERE `ia_finding`.`ia_find_auto` = 4
# """ + ";"
# ms_curs.execute(s_sql)
# ms_cnxn.commit()
# funcfile.writelog("%t UPDATE MYSQL TRIGGER: FINDING 4 (people current hierarchy)")
# CLOSE PEOPLE DATABASE
so_conn.commit()
so_conn.close()
"""*****************************************************************************
OPEN THE KFS VSS STUDDEB DATABASES
*****************************************************************************"""
print("OPEN THE PEOPLE DATABASES")
funcfile.writelog("OPEN THE PEOPLE DATABASES")
# Open the SQLITE SOURCE file
so_path = "W:/Kfs_vss_studdeb/" # Source database path
so_file = "Kfs_vss_studdeb.sqlite" # Source database
with sqlite3.connect(so_path+so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
"""*****************************************************************************
EXPORT STUD DEBTOR MONTHLY BALANCES
*****************************************************************************"""
print("EXPORT STUD DEBTOR MONTHLY BALANCES")
funcfile.writelog("EXPORT STUD DEBTOR MONTHLY BALANCES")
# Create MYSQL VSS GL MONTHLY BALANCES TO WEB table ****************************
print("Build mysql vss gl monthly balances...")
ms_curs.execute("DROP TABLE IF EXISTS ia_finding_5")
funcfile.writelog("%t DROP MYSQL TABLE: ia_finding_5")
s_sql = """
CREATE TABLE IF NOT EXISTS ia_finding_5 (
ia_find_auto INT(11),
ia_find5_auto INT(11) AUTO_INCREMENT,
ia_find5_campus VARCHAR(20),
ia_find5_month VARCHAR(2),
ia_find5_current VARCHAR(1),
ia_find5_vss_tran_dt DECIMAL(20,2),
ia_find5_vss_tran_ct DECIMAL(20,2),
ia_find5_vss_tran DECIMAL(20,2),
ia_find5_vss_runbal DECIMAL(20,2),
ia_find5_gl_tran DECIMAL(20,2),
ia_find5_gl_runbal DECIMAL(20,2),
ia_find5_diff DECIMAL(20,2),
ia_find5_move DECIMAL(20,2),
ia_find5_officer_camp VARCHAR(10),
ia_find5_officer_name_camp VARCHAR(50),
ia_find5_officer_mail_camp VARCHAR(100),
ia_find5_officer_org VARCHAR(10),
ia_find5_officer_name_org VARCHAR(50),
ia_find5_officer_mail_org VARCHAR(100),
ia_find5_supervisor_camp VARCHAR(10),
ia_find5_supervisor_name_camp VARCHAR(50),
ia_find5_supervisor_mail_camp VARCHAR(100),
ia_find5_supervisor_org VARCHAR(10),
ia_find5_supervisor_name_org VARCHAR(50),
ia_find5_supervisor_mail_org VARCHAR(100),
PRIMARY KEY (ia_find5_auto),
INDEX fb_order_ia_find5_campus_INDEX (ia_find5_campus),
INDEX fb_order_ia_find5_month_INDEX (ia_find5_month)
)
ENGINE = InnoDB
CHARSET=utf8mb4
COLLATE utf8mb4_unicode_ci
COMMENT = 'Table to store vss and gl monthly balances'
""" + ";"
ms_curs.execute(s_sql)
funcfile.writelog("%t CREATE MYSQL TABLE: ia_finding_5 (vss gl monthly balances per campus per month)")
# Obtain the new mysql table column types
print("Build mysql current people structure columns types...")
funcfile.writelog("GET COLUMN TYPE: People")
a_cols = funcmysql.get_coltypes_mysql_list(ms_curs, s_schema, "ia_finding_5")
# print(a_cols)
# Open the SOURCE file to obtain column headings
print("Build mysql vss gl monthly balance columns...")
funcfile.writelog("GET COLUMN NAME: ia_finding_5")
s_head = funcmysql.get_colnames_sqlite_text(so_curs, "X002ex_vss_gl_balance_month", "ia_find5_")
s_head = "(`ia_find_auto`, " + s_head.rstrip(", ") + ")"
# print(s_head)
# Open the SOURCE file to obtain the data
print("Insert mysql vss gl monthly balance data...")
with sqlite3.connect(so_path+so_file) as rs_conn:
rs_conn.row_factory = sqlite3.Row
rs_curs = rs_conn.cursor()
rs_curs.execute("SELECT * FROM X002ex_vss_gl_balance_month")
rows = rs_curs.fetchall()
i_tota = 0
i_coun = 0
for row in rows:
s_data = funcmysql.convert_sqlite_mysql(row, a_cols, 5, 2)
s_sql = "INSERT IGNORE INTO `ia_finding_5` " + s_head + " VALUES " + s_data + ";"
ms_curs.execute(s_sql)
i_tota = i_tota + 1
i_coun = i_coun + 1
if i_coun == 100:
ms_cnxn.commit()
i_coun = 0
ms_cnxn.commit()
print("Inserted " + str(i_tota) + " rows...")
funcfile.writelog("%t POPULATE MYSQL: " + str(i_tota) + " STUD DEBT MONTHLY BAL rows (ia_finding_5)")
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator", "<b> " + str(i_tota) + "</b> Student debtor balance upload")
"""*****************************************************************************
EXPORT STUD DEBTOR COMPARISON CAMPUS MONTH SUMMARY
*****************************************************************************"""
print("EXPORT STUD DEBTOR COMPARISON CAMPUS MONTH SUMMARY")
funcfile.writelog("EXPORT STUD DEBTOR COMPARISON CAMPUS MONTH SUMMARY")
# EXPORT MYSQL VSS GL COMPARISON PER CAMPUS PER MONTH TO WEB
print("Build mysql vss gl comparison campus month...")
ms_curs.execute("DROP TABLE IF EXISTS ia_finding_6")
funcfile.writelog("%t DROP MYSQL TABLE: ia_finding_6")
s_sql = """
CREATE TABLE IF NOT EXISTS ia_finding_6 (
ia_find_auto INT(11),
ia_find6_auto INT(11) AUTO_INCREMENT,
ia_find6_campus VARCHAR(20),
ia_find6_month VARCHAR(2),
ia_find6_trancode VARCHAR(5),
ia_find6_vss_description VARCHAR(150),
ia_find6_vss_amount DECIMAL(20,2),
ia_find6_gl_description VARCHAR(150),
ia_find6_gl_amount DECIMAL(20,2),
ia_find6_diff DECIMAL(20,2),
ia_find6_matched VARCHAR(2),
ia_find6_period VARCHAR(7),
ia_find6_current VARCHAR(1),
PRIMARY KEY (ia_find6_auto),
INDEX fb_order_ia_find6_campus_INDEX (ia_find6_campus),
INDEX fb_order_ia_find6_month_INDEX (ia_find6_month)
)
ENGINE = InnoDB
CHARSET=utf8mb4
COLLATE utf8mb4_unicode_ci
COMMENT = 'Table to store vss and gl monthly comparisons'
""" + ";"
ms_curs.execute(s_sql)
funcfile.writelog("%t CREATE MYSQL TABLE: ia_finding_6 (vss gl comparison per campus per month)")
# Obtain the new mysql table column types
print("Build mysql current people structure columns types...")
funcfile.writelog("GET COLUMN TYPE: People")
a_cols = funcmysql.get_coltypes_mysql_list(ms_curs, s_schema, "ia_finding_6")
# print(a_cols)
# Open the SOURCE file to obtain column headings
print("Build mysql vss gl comparison columns...")
funcfile.writelog("GET COLUMN NAME: ia_finding_6")
s_head = funcmysql.get_colnames_sqlite_text(so_curs, "X003ax_vss_gl_join", "ia_find6_")
s_head = "(ia_find_auto, " + s_head.rstrip(", ") + ")"
# print(s_head)
# Open the SOURCE file to obtain the data
print("Insert mysql vss gl comparison data...")
with sqlite3.connect(so_path+so_file) as rs_conn:
rs_conn.row_factory = sqlite3.Row
rs_curs = rs_conn.cursor()
rs_curs.execute("SELECT * FROM X003ax_vss_gl_join")
rows = rs_curs.fetchall()
i_tota = 0
i_coun = 0
for row in rows:
s_data = funcmysql.convert_sqlite_mysql(row, a_cols, 6, 2)
s_sql = "INSERT IGNORE INTO `ia_finding_6` " + s_head + " VALUES " + s_data + ";"
ms_curs.execute(s_sql)
i_tota = i_tota + 1
i_coun = i_coun + 1
if i_coun == 100:
ms_cnxn.commit()
i_coun = 0
ms_cnxn.commit()
print("Inserted " + str(i_tota) + " rows...")
funcfile.writelog("%t POPULATE MYSQL: " + str(i_tota) + " STUD DEBT COMPARISON rows (ia_finding_6)")
# CLOSE PEOPLE DATABASE
so_conn.commit()
so_conn.close()
"""*****************************************************************************
END OF SCRIPT
*****************************************************************************"""
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# CLOSE MYSQL DATABASES
ms_cnxn.commit()
ms_cnxn.close()
# CLOSE THE LOG WRITER
funcfile.writelog("---------------------------")
funcfile.writelog("COMPLETED: B005_MYSQL_LISTS")
return
def student_fee(s_period="curr"):
"""
Script to test STUDENT FEE INCOME
:param s_period: str: The financial period
:return: Nothing
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
if s_period == "prev":
s_year = funcdate.prev_year()
else:
s_year = funcdate.cur_year()
ed_path = "S:/_external_data/" # External data path
so_path = "W:/Vss_fee/" # Source database path
re_path = "R:/Vss/" + s_year
if s_period == "2019":
f_reg_fee = 1830.00
d_sem1_con = "2019-03-05"
d_sem1_dis = "2019-03-05"
d_sem2_con = "2019-08-09"
d_sem2_dis = "2019-08-09"
d_test_overcharge = "2019-07-15" # Only month and day used
so_file = "Vss_test_fee_2019.sqlite" # Source database
s_reg_trancode: str = "095"
s_qual_trancode: str = "004"
s_modu_trancode: str = "004"
s_burs_trancode: str = "042z052z381z500"
# Find these id's from Sqlite->Sqlite_vss_test_fee->Q021aa_qual_nofee_loaded
s_mba: str = "71500z2381692z2381690z665559" # Exclude these FQUALLEVELAPID
s_mpa: str = "665566z618161z618167z618169" # Exclude these FQUALLEVELAPID
s_aud: str = "71839z71840z71841z71842z71820z71821z71822z1085390" # Exclude these FQUALLEVELAPID
l_record: bool = False
l_export: bool = True
elif s_period == "2020":
f_reg_fee = 1930.00
d_sem1_con = "2020-02-21"
d_sem1_dis = "2020-03-09"
d_sem2_con = "2020-09-04"
d_sem2_dis = "2020-09-04"
d_test_overcharge = "2020-07-15" # Only month and day used
so_file = "Vss_test_fee_2020.sqlite" # Source database
s_reg_trancode: str = "095"
s_qual_trancode: str = "004"
s_modu_trancode: str = "004"
s_burs_trancode: str = "042z052z381z500"
# Find these id's from Sqlite->Sqlite_vss_test_fee->Q021aa_qual_nofee_loaded
s_mba: str = "71500z2381692z2381690z665559" # Exclude these FQUALLEVELAPID
s_mpa: str = "665566z618161z618167z618169" # Exclude these FQUALLEVELAPID
s_aud: str = "71839z71840z71841z71842z71820z71821z71822z1085390" # Exclude these FQUALLEVELAPID
l_record: bool = False
l_export: bool = True
elif s_period == "prev":
f_reg_fee = 2020.00
d_sem1_con = "2021-04-09"
d_sem1_dis = "2021-04-09"
d_sem2_con = "2021-09-04"
d_sem2_dis = "2021-09-04"
d_test_overcharge = "2021-07-15" # Only month and day used
so_file = "Vss_test_fee_prev.sqlite" # Source database
s_reg_trancode: str = "095"
s_qual_trancode: str = "004"
s_modu_trancode: str = "004"
s_burs_trancode: str = "042z052z381z500"
# Find these id's from Sqlite->Sqlite_vss_test_fee->Q021aa_qual_nofee_loaded
s_mba: str = "71500z2381692z2381690z665559" # Exclude these FQUALLEVELAPID
s_mpa: str = "665566z618161z618167z618169" # Exclude these FQUALLEVELAPID
s_aud: str = "71839z71840z71841z71842z71820z71821z71822z1085390" # Exclude these FQUALLEVELAPID
l_record: bool = True
l_export: bool = True
else:
f_reg_fee = 2110.00
d_sem1_con = "2022-03-04"
d_sem1_dis = "2022-03-04"
d_sem2_con = "2022-08-05"
d_sem2_dis = "2022-08-05"
d_test_overcharge = "2022-07-15" # Only month and day used
so_file = "Vss_test_fee.sqlite" # Source database
s_reg_trancode: str = "095"
s_qual_trancode: str = "004"
s_modu_trancode: str = "004"
s_burs_trancode: str = "042z052z381z500"
# Find these id's from Sqlite->Sqlite_vss_test_fee->Q021aa_qual_nofee_loaded
s_mba: str = "71500z2381692z2381690z665559" # Exclude these FQUALLEVELAPID
s_mpa: str = "665566z618161z618167z618169" # Exclude these FQUALLEVELAPID
s_aud: str = "71839z71840z71841z71842z71820z71821z71822z1085390" # Exclude these FQUALLEVELAPID
l_record: bool = True
l_export: bool = True
l_debug: bool = True
# l_mail: bool = funcconf.l_mail_project
l_mail: bool = False
# l_mess: bool = funcconf.l_mess_project
l_mess: bool = False
s_desc: str = ""
# SCRIPT LOG FILE
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: C302_TEST_STUDENT_FEE")
funcfile.writelog("-----------------------------")
print("---------------------")
print("C302_TEST_STUDENT_FEE")
print("---------------------")
# MESSAGE
if l_mess:
funcsms.send_telegram('', 'administrator',
'<b>C302 Student fee income tests</b>')
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
if l_debug:
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# OPEN SQLITE SOURCE table
if l_debug:
print("Open sqlite database...")
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH VSS DATABASE
if l_debug:
print("Attach vss database...")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss.sqlite' AS 'VSS'")
funcfile.writelog("%t ATTACH DATABASE: Vss.sqlite")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_curr.sqlite' AS 'VSSCURR'")
funcfile.writelog("%t ATTACH DATABASE: Vss_curr.sqlite")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_prev.sqlite' AS 'VSSPREV'")
funcfile.writelog("%t ATTACH DATABASE: Vss_prev.sqlite")
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: People.sqlite")
""" ****************************************************************************
TEMPORARY AREA
*****************************************************************************"""
if l_debug:
print("TEMPORARY AREA")
funcfile.writelog("TEMPORARY AREA")
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
if l_debug:
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
# IMPORT QUALIFICATION LEVY LIST
sr_file = "X020aa_Fiabd007"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
print("Import vss qualification fees...")
so_curs.execute("Create Table " + sr_file + """
(ACAD_PROG_FEE_TYPE INT,
ACAD_PROG_FEE_DESC TEXT,
APOMOD INT,
FPRESENTATIONCATEGORYCODEID INT,
PRESENT_CAT TEXT,
FENROLMENTCATEGORYCODEID INT,
ENROL_CATEGORY TEXT,
FSITEORGUNITNUMBER INT,
CAMPUS TEXT,
FQUALLEVELAPID INT,
QUALIFICATION TEXT,
QUALIFICATION_NAME TEXT,
LEVY_CATEGORY TEXT,
TRANSCODE TEXT,
UMPT_REGU INT,
AMOUNT REAL)
""")
co = open(ed_path + "302_fiapd007_qual_" + s_period + ".csv",
"r",
encoding="utf-8")
co_reader = csv.reader(co)
# Read the COLUMN database data
for row in co_reader:
# Populate the column variables
# print(row[0])
if "Academic Program Fee Type" in row[0]:
continue
else:
s_cols = "Insert Into " + sr_file + " Values(" \
"" + row[0] + "," \
"'" + row[1] + "'," \
"" + row[2] + "," \
"" + row[3] + "," \
"'" + row[4] + "'," \
"" + row[5] + "," \
"'" + row[6] + "'," \
"" + row[7] + "," \
"'" + row[8] + "'," \
"" + row[9] + "," \
"'" + row[10] + "'," \
"'" + row[11] + "'," \
"'" + row[12] + "'," \
"'" + row[13] + "'," \
"" + row[14] + "," \
"" + row[15] + ")"
# print(s_cols)
so_curs.execute(s_cols)
so_conn.commit()
# Close the imported data file
co.close()
funcfile.writelog("%t IMPORT TABLE: " + ed_path +
"302_fiapd007_qual_period.csv (" + sr_file + ")")
# IMPORT MODULE LEVY LIST
sr_file = "X030aa_Fiabd007"
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
print("Import vss module fees...")
so_curs.execute("Create Table " + sr_file + """
(ACAD_PROG_FEE_TYPE INT,
ACAD_PROG_FEE_DESC TEXT,
APOMOD INT,
FPRESENTATIONCATEGORYCODEID INT,
PRESENT_CAT TEXT,
FENROLMENTCATEGORYCODEID INT,
ENROL_CATEGORY TEXT,
FSITEORGUNITNUMBER INT,
CAMPUS TEXT,
OE_CODE INT,
SCHOOL TEXT,
FMODAPID INT,
MODULE TEXT,
MODULE_NAME TEXT,
MODULE_TYPE TEXT,
MODULE_TYPE_NAME TEXT,
TRANSCODE TEXT,
AMOUNT REAL)
""")
co = open(ed_path + "302_fiapd007_modu_" + s_period + ".csv",
"r",
encoding="utf-8")
co_reader = csv.reader(co)
# Read the COLUMN database data
for row in co_reader:
# Populate the column variables
# print(row[0])
if "Academic Program Fee Type" in row[0]:
continue
else:
s_cols = "Insert Into " + sr_file + " Values(" \
"" + row[0] + "," \
"'" + row[1] + "'," \
"" + row[2] + "," \
"" + row[3] + "," \
"'" + row[4] + "'," \
"" + row[5] + "," \
"'" + row[6] + "'," \
"" + row[7] + "," \
"'" + row[8] + "'," \
"" + row[9] + "," \
"'" + row[10] + "'," \
"" + row[11] + "," \
"'" + row[12] + "'," \
"'" + row[13] + "'," \
"'" + row[14] + "'," \
"'" + row[15] + "'," \
"'" + row[16] + "'," \
"" + row[17] + ")"
s_cols = s_cols.replace("A'S ", "A ")
s_cols = s_cols.replace("E'S ", "E ")
s_cols = s_cols.replace("N'S ", "N ")
# print(s_cols)
so_curs.execute(s_cols)
so_conn.commit()
# Close the imported data file
co.close()
funcfile.writelog("%t IMPORT TABLE: " + ed_path +
"302_fiapd007_modu_period.csv (" + sr_file + ")")
# MESSAGE
# if l_mess:
# funcsms.send_telegram('', 'administrator', '<b>STUDENT FEE</b> income tests end.')
""" ****************************************************************************
END OF SCRIPT
*****************************************************************************"""
if l_debug:
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# CLOSE THE DATABASE CONNECTION
so_conn.commit()
so_conn.close()
# CLOSE THE LOG WRITER *********************************************************
funcfile.writelog("--------------------------------")
funcfile.writelog("COMPLETED: C302_TEST_STUDENT_FEE")
return
def gl_test_transactions():
"""
Script to test GL transactions
:return: int
"""
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
so_path = "W:/Kfs/" # Source database path
so_file = "Kfs_test_gl_transaction.sqlite" # Source database
ed_path = "S:/_external_data/" # External data path
re_path = "R:/Kfs/" # Results path
l_debug: bool = True
l_export = False
# l_mess: bool = funcconf.l_mess_project
l_mess: bool = False
l_record = False
# OPEN THE SCRIPT LOG FILE
if l_debug:
print("-------------------------")
print("C202_GL_TEST_TRANSACTIONS")
print("-------------------------")
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: C202_GL_TEST_TRANSACTIONS")
funcfile.writelog("---------------------------------")
# MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator",
"<b>C202 Kfs gl transaction tests</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
if l_debug:
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# OPEN THE WORKING DATABASE
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH DATA SOURCES
so_curs.execute("ATTACH DATABASE 'W:/Kfs/Kfs.sqlite' AS 'KFS'")
funcfile.writelog("%t ATTACH DATABASE: KFS.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Kfs/Kfs_curr.sqlite' AS 'KFSCURR'")
funcfile.writelog("%t ATTACH DATABASE: KFS_CURR.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_curr.sqlite' AS 'VSSCURR'")
funcfile.writelog("%t ATTACH DATABASE: VSS_CURR.SQLITE")
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
if l_debug:
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
""" ****************************************************************************
END OF SCRIPT
*****************************************************************************"""
if l_debug:
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# CLOSE THE DATABASE CONNECTION
so_conn.commit()
so_conn.close()
# CLOSE THE LOG WRITER
funcfile.writelog("------------------------------------")
funcfile.writelog("COMPLETED: C202_GL_TEST_TRANSACTIONS")
return
def payroll_lists():
"""
Script to build payroll lists
:return: Nothing
"""
""" CONTENTS ***************************************************************
ELEMENTS
BALANCES
SECONDARY ASSIGNMENTS
*************************************************************************"""
# Declare variables
so_path: str = "W:/People_payroll/" # Source database path
so_file: str = "People_payroll.sqlite" # Source database
re_path = "R:/People/" #Results
ed_path = "S:/_external_data/"
s_sql = "" #SQL statements
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: B004_PAYROLL_LISTS")
funcfile.writelog("--------------------------")
print("------------------")
print("B004_PAYROLL_LISTS")
print("------------------")
# MESSAGE
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator", "<b>B004 Payroll lists</b>")
# Open the SOURCE file
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# Attach data sources
so_curs.execute("ATTACH DATABASE 'W:/People/People.sqlite' AS 'PEOPLE'")
funcfile.writelog("%t ATTACH DATABASE: PEOPLE.SQLITE")
"""*************************************************************************
START
*************************************************************************"""
"""*************************************************************************
ELEMENTS CURRENT
*************************************************************************"""
print("---------- ELEMENTS CURRENT ----------")
# Build the current element list *******************************************
print("Build the current element list...")
sr_file = "X000aa_element_list_curr"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
PEE.ASSIGNMENT_ID,
PEE.ELEMENT_ENTRY_ID,
PEE.EFFECTIVE_START_DATE,
PEE.EFFECTIVE_END_DATE,
PEE.ELEMENT_LINK_ID,
PEE.CREATOR_TYPE,
PEE.ENTRY_TYPE,
PEE.ELEMENT_TYPE_ID,
PEV.ELEMENT_ENTRY_VALUE_ID,
PEV.INPUT_VALUE_ID,
PEV.SCREEN_ENTRY_VALUE,
PET.ELEMENT_NAME,
PET.REPORTING_NAME,
PET.DESCRIPTION
FROM
PAY_ELEMENT_ENTRIES_F_CURR PEE LEFT JOIN
PAY_ELEMENT_ENTRY_VALUES_F_CURR PEV ON PEV.ELEMENT_ENTRY_ID = PEE.ELEMENT_ENTRY_ID AND
PEV.EFFECTIVE_START_DATE <= PEE.EFFECTIVE_START_DATE AND
PEV.EFFECTIVE_END_DATE >= PEE.EFFECTIVE_START_DATE LEFT JOIN
PAY_ELEMENT_TYPES_F PET ON PET.ELEMENT_TYPE_ID = PEE.ELEMENT_TYPE_ID AND
PET.EFFECTIVE_START_DATE <= PEE.EFFECTIVE_START_DATE AND
PET.EFFECTIVE_END_DATE >= PEE.EFFECTIVE_START_DATE
;"""
so_curs.execute("DROP TABLE IF EXISTS X000aa_element_list")
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
# s_sql = s_sql.replace("%PMONTH%",funcdate.prev_month())
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b>" + str(i) + "</b> Elements")
# Extract the NWU TOTAL PACKAGE element for export *********************
print("Extract the nwu total package element...")
sr_file = "X001aa_element_package_curr"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
X000aa_element_list_curr.ASSIGNMENT_ID,
X000aa_element_list_curr.EFFECTIVE_START_DATE,
X000aa_element_list_curr.INPUT_VALUE_ID,
X000aa_element_list_curr.SCREEN_ENTRY_VALUE,
X000aa_element_list_curr.ELEMENT_NAME,
SUBSTR(PEOPLE.PER_ALL_ASSIGNMENTS_F.ASSIGNMENT_NUMBER,1,8) AS EMPL_NUMB
FROM
X000aa_element_list_curr
LEFT JOIN PEOPLE.PER_ALL_ASSIGNMENTS_F ON PEOPLE.PER_ALL_ASSIGNMENTS_F.ASSIGNMENT_ID = X000aa_element_list_curr.ASSIGNMENT_ID AND
PEOPLE.PER_ALL_ASSIGNMENTS_F.EFFECTIVE_START_DATE <= Date('%TODAY%') AND
PEOPLE.PER_ALL_ASSIGNMENTS_F.EFFECTIVE_END_DATE >= Date('%TODAY%')
WHERE
X000aa_element_list_curr.INPUT_VALUE_ID = 691 AND
X000aa_element_list_curr.EFFECTIVE_START_DATE <= Date('%TODAY%') AND
X000aa_element_list_curr.EFFECTIVE_END_DATE >= Date('%TODAY%')
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = s_sql.replace("%TODAY%", funcdate.today())
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Build the NWU TOTAL PACKAGE export file **************************************
print("Build the nwu total package element export file...")
sr_file = "X001ax_element_package_curr"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
X001aa_element_package_curr.EMPL_NUMB,
X001aa_element_package_curr.EFFECTIVE_START_DATE AS DATE,
CAST(X001aa_element_package_curr.SCREEN_ENTRY_VALUE AS REAL) AS PACKAGE
FROM
X001aa_element_package_curr
ORDER BY
X001aa_element_package_curr.EMPL_NUMB
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export the data
print("Export packages...")
sr_filet = sr_file
sx_path = re_path + funcdate.cur_year() + "/"
sx_file = "Payroll_001ax_package_"
sx_filet = sx_file + funcdate.cur_monthendfile()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_filet)
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_file, s_head)
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_filet, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
"""*************************************************************************
ELEMENTS PREVIOUS
*************************************************************************"""
print("---------- ELEMENTS PREVIOUS ----------")
# Build the previous element list *******************************************
print("Build the previous element list...")
sr_file = "X000aa_element_list_prev"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
PAY_ELEMENT_ENTRIES_F_PREV.ASSIGNMENT_ID,
PAY_ELEMENT_ENTRIES_F_PREV.ELEMENT_ENTRY_ID,
PAY_ELEMENT_ENTRIES_F_PREV.EFFECTIVE_START_DATE,
PAY_ELEMENT_ENTRIES_F_PREV.EFFECTIVE_END_DATE,
PAY_ELEMENT_ENTRIES_F_PREV.ELEMENT_LINK_ID,
PAY_ELEMENT_ENTRIES_F_PREV.CREATOR_TYPE,
PAY_ELEMENT_ENTRIES_F_PREV.ENTRY_TYPE,
PAY_ELEMENT_ENTRIES_F_PREV.ELEMENT_TYPE_ID,
PAY_ELEMENT_ENTRY_VALUES_F_PREV.ELEMENT_ENTRY_VALUE_ID,
PAY_ELEMENT_ENTRY_VALUES_F_PREV.INPUT_VALUE_ID,
PAY_ELEMENT_ENTRY_VALUES_F_PREV.SCREEN_ENTRY_VALUE,
PAY_ELEMENT_TYPES_F.ELEMENT_NAME,
PAY_ELEMENT_TYPES_F.REPORTING_NAME,
PAY_ELEMENT_TYPES_F.DESCRIPTION
FROM
PAY_ELEMENT_ENTRIES_F_PREV
LEFT JOIN PAY_ELEMENT_ENTRY_VALUES_F_PREV ON PAY_ELEMENT_ENTRY_VALUES_F_PREV.ELEMENT_ENTRY_ID =
PAY_ELEMENT_ENTRIES_F_PREV.ELEMENT_ENTRY_ID AND PAY_ELEMENT_ENTRY_VALUES_F_PREV.EFFECTIVE_START_DATE <=
PAY_ELEMENT_ENTRIES_F_PREV.EFFECTIVE_START_DATE AND PAY_ELEMENT_ENTRY_VALUES_F_PREV.EFFECTIVE_END_DATE >= PAY_ELEMENT_ENTRIES_F_PREV.EFFECTIVE_START_DATE
LEFT JOIN PAY_ELEMENT_TYPES_F ON PAY_ELEMENT_TYPES_F.ELEMENT_TYPE_ID = PAY_ELEMENT_ENTRIES_F_PREV.ELEMENT_TYPE_ID AND
PAY_ELEMENT_TYPES_F.EFFECTIVE_START_DATE <= PAY_ELEMENT_ENTRIES_F_PREV.EFFECTIVE_START_DATE AND PAY_ELEMENT_TYPES_F.EFFECTIVE_END_DATE >=
PAY_ELEMENT_ENTRIES_F_PREV.EFFECTIVE_START_DATE
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Extract the previous NWU TOTAL PACKAGE element for export ****************
print("Extract the previous nwu total package element...")
sr_file = "X001aa_element_package_prev"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
X000aa_element_list_prev.ASSIGNMENT_ID,
X000aa_element_list_prev.EFFECTIVE_START_DATE,
X000aa_element_list_prev.INPUT_VALUE_ID,
X000aa_element_list_prev.SCREEN_ENTRY_VALUE,
X000aa_element_list_prev.ELEMENT_NAME,
SUBSTR(PEOPLE.PER_ALL_ASSIGNMENTS_F.ASSIGNMENT_NUMBER,1,8) AS EMPL_NUMB
FROM
X000aa_element_list_prev
LEFT JOIN PEOPLE.PER_ALL_ASSIGNMENTS_F ON PEOPLE.PER_ALL_ASSIGNMENTS_F.ASSIGNMENT_ID = X000aa_element_list_prev.ASSIGNMENT_ID AND
PEOPLE.PER_ALL_ASSIGNMENTS_F.EFFECTIVE_START_DATE <= Date('%PYEARE%') AND
PEOPLE.PER_ALL_ASSIGNMENTS_F.EFFECTIVE_END_DATE >= Date('%PYEARE%')
WHERE
X000aa_element_list_prev.INPUT_VALUE_ID = 691 AND
X000aa_element_list_prev.EFFECTIVE_START_DATE <= Date('%PYEARE%') AND
X000aa_element_list_prev.EFFECTIVE_END_DATE >= Date('%PYEARE%')
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = s_sql.replace("%PYEARE%", funcdate.prev_yearend())
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Build the previous NWU TOTAL PACKAGE export file *************************
print("Build the previous nwu total package element export file...")
sr_file = "X001ax_element_package_prev"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
X001aa_element_package_prev.EMPL_NUMB,
X001aa_element_package_prev.EFFECTIVE_START_DATE AS DATE,
CAST(X001aa_element_package_prev.SCREEN_ENTRY_VALUE AS REAL) AS PACKAGE
FROM
X001aa_element_package_prev
ORDER BY
X001aa_element_package_prev.EMPL_NUMB
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export the data
print("Export previous packages...")
sr_filet = sr_file
sx_path = re_path + funcdate.prev_year() + "/"
sx_file = "Payroll_001ax_package_"
# sx_filet = sx_file + funcdate.prev_monthendfile()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_filet)
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_file, s_head)
# funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_filet, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
"""*************************************************************************
BALANCES CURRENT
*************************************************************************"""
print("---------- BALANCES CURRENT ----------")
# Build the balances list ******************************************************
print("Build the balances list...")
sr_file = "X000aa_balance_list_curr"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
PAY_RUN_BALANCES_CURR.ASSIGNMENT_ID,
PAY_RUN_BALANCES_CURR.EFFECTIVE_DATE,
PAY_RUN_BALANCES_CURR.BALANCE_VALUE,
PAY_RUN_BALANCES_CURR.RUN_BALANCE_ID,
PAY_RUN_BALANCES_CURR.DEFINED_BALANCE_ID,
PAY_DEFINED_BALANCES.BALANCE_TYPE_ID,
PAY_BALANCE_TYPES.BALANCE_NAME,
PAY_BALANCE_TYPES.REPORTING_NAME,
PAY_BALANCE_TYPES.BALANCE_UOM,
PAY_BALANCE_TYPES.BALANCE_CATEGORY_ID
FROM
PAY_RUN_BALANCES_CURR
LEFT JOIN PAY_DEFINED_BALANCES ON PAY_DEFINED_BALANCES.DEFINED_BALANCE_ID = PAY_RUN_BALANCES_CURR.DEFINED_BALANCE_ID
LEFT JOIN PAY_BALANCE_TYPES ON PAY_BALANCE_TYPES.BALANCE_TYPE_ID = PAY_DEFINED_BALANCES.BALANCE_TYPE_ID
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b>" + str(i) + "</b> Balances")
# Extract the NWU INCOME PER MONTH balance for export **************************
print("Extract the nwu total income balance...")
sr_file = "X002aa_balance_totalincome_curr"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
X000aa_balance_list_curr.ASSIGNMENT_ID,
X000aa_balance_list_curr.EFFECTIVE_DATE,
X000aa_balance_list_curr.DEFINED_BALANCE_ID,
X000aa_balance_list_curr.BALANCE_VALUE,
X000aa_balance_list_curr.BALANCE_NAME,
X000aa_balance_list_curr.REPORTING_NAME,
SUBSTR(PEOPLE.PER_ALL_ASSIGNMENTS_F.ASSIGNMENT_NUMBER,1,8) AS EMPL_NUMB
FROM
X000aa_balance_list_curr
LEFT JOIN PEOPLE.PER_ALL_ASSIGNMENTS_F ON PEOPLE.PER_ALL_ASSIGNMENTS_F.ASSIGNMENT_ID = X000aa_balance_list_curr.ASSIGNMENT_ID AND
PEOPLE.PER_ALL_ASSIGNMENTS_F.EFFECTIVE_START_DATE <= Date('%PMONTHEND%') AND
PEOPLE.PER_ALL_ASSIGNMENTS_F.EFFECTIVE_END_DATE >= Date('%PMONTHEND%')
WHERE
X000aa_balance_list_curr.DEFINED_BALANCE_ID = 16264 AND
X000aa_balance_list_curr.EFFECTIVE_DATE = Date('%PMONTHEND%')
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = s_sql.replace("%PMONTHEND%", funcdate.prev_monthend())
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Build the NWU TOTAL INCOME export file ***************************************
print("Build the nwu total income balance export file...")
sr_file = "X002ax_balance_totalincome_curr"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
X002aa_balance_totalincome_curr.EMPL_NUMB,
X002aa_balance_totalincome_curr.EFFECTIVE_DATE AS DATE,
CAST(X002aa_balance_totalincome_curr.BALANCE_VALUE AS REAL) AS INCOME
FROM
X002aa_balance_totalincome_curr
ORDER BY
X002aa_balance_totalincome_curr.EMPL_NUMB
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export the data
print("Export incomes...")
sr_filet = sr_file
sx_path = re_path + funcdate.cur_year() + "/"
sx_file = "Payroll_002ax_income_total_"
sx_filet = sx_file + funcdate.prev_monthendfile()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_filet)
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_file, s_head)
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_filet, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
"""*************************************************************************
BALANCES PREVIOUS
*************************************************************************"""
print("---------- BALANCES PREVIOUS ----------")
# Build the previous balances list *********************************************
print("Build the previous balances list...")
sr_file = "X000aa_balance_list_prev"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
PAY_RUN_BALANCES_PREV.ASSIGNMENT_ID,
PAY_RUN_BALANCES_PREV.EFFECTIVE_DATE,
PAY_RUN_BALANCES_PREV.BALANCE_VALUE,
PAY_RUN_BALANCES_PREV.RUN_BALANCE_ID,
PAY_RUN_BALANCES_PREV.DEFINED_BALANCE_ID,
PAY_DEFINED_BALANCES.BALANCE_TYPE_ID,
PAY_BALANCE_TYPES.BALANCE_NAME,
PAY_BALANCE_TYPES.REPORTING_NAME,
PAY_BALANCE_TYPES.BALANCE_UOM,
PAY_BALANCE_TYPES.BALANCE_CATEGORY_ID
FROM
PAY_RUN_BALANCES_PREV
LEFT JOIN PAY_DEFINED_BALANCES ON PAY_DEFINED_BALANCES.DEFINED_BALANCE_ID = PAY_RUN_BALANCES_PREV.DEFINED_BALANCE_ID
LEFT JOIN PAY_BALANCE_TYPES ON PAY_BALANCE_TYPES.BALANCE_TYPE_ID = PAY_DEFINED_BALANCES.BALANCE_TYPE_ID
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Extract the previous NWU INCOME PER MONTH balance for export *****************
print("Extract the previous nwu total income balance...")
sr_file = "X002aa_balance_totalincome_prev"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
X000aa_balance_list_prev.ASSIGNMENT_ID,
X000aa_balance_list_prev.EFFECTIVE_DATE,
X000aa_balance_list_prev.DEFINED_BALANCE_ID,
X000aa_balance_list_prev.BALANCE_VALUE,
X000aa_balance_list_prev.BALANCE_NAME,
X000aa_balance_list_prev.REPORTING_NAME,
SUBSTR(PEOPLE.PER_ALL_ASSIGNMENTS_F.ASSIGNMENT_NUMBER,1,8) AS EMPL_NUMB
FROM
X000aa_balance_list_prev
LEFT JOIN PEOPLE.PER_ALL_ASSIGNMENTS_F ON PEOPLE.PER_ALL_ASSIGNMENTS_F.ASSIGNMENT_ID = X000aa_balance_list_prev.ASSIGNMENT_ID AND
PEOPLE.PER_ALL_ASSIGNMENTS_F.EFFECTIVE_START_DATE <= Date('%PYEARE%') AND
PEOPLE.PER_ALL_ASSIGNMENTS_F.EFFECTIVE_END_DATE >= Date('%PYEARE%')
WHERE
X000aa_balance_list_prev.DEFINED_BALANCE_ID = 16264 AND
X000aa_balance_list_prev.EFFECTIVE_DATE = Date('%PYEARE%')
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = s_sql.replace("%PYEARE%", funcdate.prev_yearend())
# print(s_sql)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Build the previous NWU TOTAL INCOME export file ******************************
print("Build the previous nwu total income balance export file...")
sr_file = "X002ax_balance_totalincome_prev"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
X002aa_balance_totalincome_prev.EMPL_NUMB,
X002aa_balance_totalincome_prev.EFFECTIVE_DATE AS DATE,
CAST(X002aa_balance_totalincome_prev.BALANCE_VALUE AS REAL) AS INCOME
FROM
X002aa_balance_totalincome_prev
ORDER BY
X002aa_balance_totalincome_prev.EMPL_NUMB
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export the data
print("Export previous incomes...")
sr_filet = sr_file
sx_path = re_path + funcdate.prev_year() + "/"
sx_file = "Payroll_002ax_income_total_"
# sx_filet = sx_file + funcdate.prev_monthendfile()
s_head = funccsv.get_colnames_sqlite(so_conn, sr_filet)
funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_file, s_head)
# funccsv.write_data(so_conn, "main", sr_filet, sx_path, sx_filet, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
"""*************************************************************************
SECONDARY ASSIGNMENTS
*************************************************************************"""
print("---------- SECONDARY ASSIGNMENTS ----------")
# Build previous secondary assignments *************************************
print("Build previous secondary assignments...")
sr_file = "X000aa_sec_assignment_prev"
s_sql = "CREATE TABLE " + sr_file + " AS " + """
SELECT
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.ASSIGNMENT_EXTRA_INFO_ID,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.ASSIGNMENT_ID,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION1,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION2,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION3,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION4,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION5,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION6,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION7,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION8,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION9,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION10,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION11,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION12 AS DATE_FROM,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION13 AS DATE_TO,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION14,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION15,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION16,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION17,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION18,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION19,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION20,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION21,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION22,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION23,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION24,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION25,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION26,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION27,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION28,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION29,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.AEI_INFORMATION30,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.LAST_UPDATE_DATE,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.LAST_UPDATED_BY,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.LAST_UPDATE_LOGIN,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.CREATED_BY,
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC.CREATION_DATE
FROM
PEOPLE.PER_ASSIGNMENT_EXTRA_INFO_SEC
WHERE
DATE_FROM <= Date('2018-12-31') AND
DATE_TO >= Date('2018-12-31')
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute("DROP TABLE IF EXISTS X000aa_sec_assignment_prev")
s_sql = s_sql.replace("%PYEARE%", funcdate.prev_yearend())
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
"""*****************************************************************************
End OF SCRIPT
*****************************************************************************"""
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# COMMIT DATA
so_conn.commit()
# CLOSE THE DATABASE CONNECTION
so_conn.close()
# CLOSE THE LOG WRITER
funcfile.writelog("-----------------------------")
funcfile.writelog("COMPLETED: B004_PAYROLL_LISTS")
return
# DECLARE VARIABLES
l_mess: bool = True
i_counter: int = 0
# SCRIPT LOG FILE
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: A003_TABLE_VACUUM")
funcfile.writelog("-------------------------")
print("-----------------")
print("A003_TABLE_VACUUM")
print("-----------------")
# SEND MESSAGE
if l_mess:
funcsms.send_telegram("", "administrator",
"<b>Vacuming</b> the test finding database tables.")
"""*****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
# READ THE TEXT FILE
co = open("000d_Table_vacuum.csv", newline=None)
co_reader = csv.reader(co)
# READ THE CONTACTS TABLE ROW BY ROW
for row in co_reader:
# POPULATE THE COLUMN VARIABLES
# COLUMNS: ACTIVE[0], PATH[1], DATABASE[2], TABLE[3], DESCRIPTION[4]
def studdeb_deferments(s_period="curr"):
"""
Script to build standard STUDENT DEBTOR DEFERMENT lists
:type s_period: str: The financial period (curr, prev or year)
:return: Nothing
"""
# TODO Convert student deferments to vss_deferments_yyyy.sqlite from vss_deferment.sqlite
"""*****************************************************************************
ENVIRONMENT
*****************************************************************************"""
# DECLARE VARIABLES
l_debug: bool = True
so_path = "W:/Vss_deferment/" # Source database path
if s_period == "curr":
s_year = funcdate.cur_year()
#so_file = "Vss_deferment_curr.sqlite" # Source database
so_file = "Vss_deferment.sqlite" # Source database
elif s_period == "prev":
s_year = funcdate.prev_year()
#so_file = "Vss_deferment_prev.sqlite" # Source database
so_file = "Vss_deferment.sqlite" # Source database
else:
s_year = s_period
# so_file = "Vss_deferment_" + s_year + ".sqlite" # Source database
so_file = "Vss_deferment.sqlite" # Source database
ed_path = "S:/_external_data/" # External data path
l_export: bool = True
l_mail = False
# SCRIPT LOG FILE
funcfile.writelog("Now")
funcfile.writelog("SCRIPT: REPORT_VSS_DEFERMENTS")
funcfile.writelog("-----------------------------")
print("---------------------")
print("REPORT_VSS_DEFERMENTS")
print("---------------------")
# MESSAGE
if funcconf.l_mess_project:
funcsms.send_telegram("", "administrator",
"<b>C301 Student " + s_year + " deferments</b>")
"""*****************************************************************************
OPEN THE DATABASES
*****************************************************************************"""
print("OPEN THE DATABASES")
funcfile.writelog("OPEN THE DATABASES")
# OPEN SQLITE SOURCE table
print("Open sqlite database...")
with sqlite3.connect(so_path + so_file) as so_conn:
so_curs = so_conn.cursor()
funcfile.writelog("OPEN DATABASE: " + so_file)
# ATTACH VSS DATABASE
print("Attach vss database...")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss.sqlite' AS 'VSS'")
funcfile.writelog("%t ATTACH DATABASE: Vss.sqlite")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_curr.sqlite' AS 'VSSCURR'")
funcfile.writelog("%t ATTACH DATABASE: Vss_curr.sqlite")
so_curs.execute("ATTACH DATABASE 'W:/Vss/Vss_prev.sqlite' AS 'VSSPREV'")
funcfile.writelog("%t ATTACH DATABASE: Vss_prev.sqlite")
""" ****************************************************************************
TEMPORARY AREA
*****************************************************************************"""
print("TEMPORARY AREA")
funcfile.writelog("TEMPORARY AREA")
so_curs.execute("DROP TABLE IF EXISTS X000_Deferments_curr")
so_curs.execute("DROP TABLE IF EXISTS X000_Deferments_prev")
so_curs.execute("DROP TABLE IF EXISTS X000_Students_curr")
so_curs.execute("DROP TABLE IF EXISTS X000_Tran_balopen_curr")
so_curs.execute("DROP TABLE IF EXISTS X000_Tran_feereg_curr")
so_curs.execute("DROP TABLE IF EXISTS X001_DEFERMENTS_CURR")
so_curs.execute("DROP TABLE IF EXISTS X001_DEFERMENTS_PREV")
""" ****************************************************************************
BEGIN OF SCRIPT
*****************************************************************************"""
print("BEGIN OF SCRIPT")
funcfile.writelog("BEGIN OF SCRIPT")
""" ****************************************************************************
BUILD DEFERMENTS
*****************************************************************************"""
print("BUILD DEFERMENTS")
funcfile.writelog("BUILD DEFERMENTS")
# ADD DESCRIPTIONS TO DEFERMENTS
print("Build deferments...")
sr_file = "X000_Deferments"
s_sql = "CREATE TABLE " + sr_file + " AS" + """
SELECT
DEFER.KACCDEFERMENTID,
DEFER.FACCID,
STUDACC.FBUSENTID,
DEFER.DATEARRANGED,
USER.FUSERBUSINESSENTITYID,
DEFER.STARTDATE,
DEFER.ENDDATE,
DEFER.TOTALAMOUNT,
SUBACC.CODESHORTDESCRIPTION AS SUBACCOUNTTYPE,
TYPE.CODESHORTDESCRIPTION AS DEFERMENTTYPE,
REAS.CODESHORTDESCRIPTION AS DEFERMENTREASON,
DEFER.NOTE,
DEFER.FAUDITUSERCODE,
DEFER.AUDITDATETIME,
DEFER.FAUDITSYSTEMFUNCTIONID
FROM
ACCDEFERMENT DEFER
LEFT JOIN VSS.CODEDESCRIPTION SUBACC ON SUBACC.KCODEDESCID = DEFER.FSUBACCTYPECODEID
LEFT JOIN VSS.CODEDESCRIPTION TYPE ON TYPE.KCODEDESCID = DEFER.FDEFERMENTTYPECODEID
LEFT JOIN VSS.CODEDESCRIPTION REAS ON REAS.KCODEDESCID = DEFER.FDEFERMENTREASONCODEID
LEFT JOIN VSS.STUDACC STUDACC ON STUDACC.KACCID = DEFER.FACCID
LEFT JOIN VSS.SYSTEMUSER USER ON USER.KUSERCODE = DEFER.FAUDITUSERCODE
WHERE
SUBACC.KSYSTEMLANGUAGECODEID = 3 AND
TYPE.KSYSTEMLANGUAGECODEID = 3 AND
REAS.KSYSTEMLANGUAGECODEID = 3
ORDER BY
STUDACC.FBUSENTID,
DEFER.AUDITDATETIME
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# BUILD THE PERIOD DEFERMENT LIST
print("Select the deferment period...")
sr_file = "X000_Deferments_select"
s_sql = "CREATE TABLE " + sr_file + " AS" + """
SELECT
DEFER.KACCDEFERMENTID,
DEFER.FBUSENTID AS 'STUDENT',
SITE.FDEBTCOLLECTIONSITE AS 'CAMPUS',
DEFER.DATEARRANGED,
DEFER.FUSERBUSINESSENTITYID AS 'EMPLOYEE',
DEFER.STARTDATE AS 'DATESTART',
DEFER.ENDDATE AS 'DATEEND',
DEFER.TOTALAMOUNT,
DEFER.SUBACCOUNTTYPE,
DEFER.DEFERMENTTYPE,
DEFER.DEFERMENTREASON,
DEFER.NOTE,
DEFER.FAUDITUSERCODE,
DEFER.AUDITDATETIME,
DEFER.FAUDITSYSTEMFUNCTIONID,
SITE.FADMISSIONSITE,
SITE.FMAINQUALSITE
FROM
X000_DEFERMENTS DEFER
LEFT JOIN STUDENTSITE SITE ON SITE.KSTUDENTBUSENTID = DEFER.FBUSENTID
WHERE
SITE.KSTARTDATETIME <= DEFER.DATEARRANGED AND
SITE.ENDDATETIME > DEFER.DATEARRANGED AND
DEFER.STARTDATE >= Date('%YEARB%') AND
DEFER.ENDDATE <= Date('%YEARE%')
"""
if s_period == "curr":
s_sql = s_sql.replace("%YEARB%", funcdate.cur_yearbegin())
s_sql = s_sql.replace("%YEARE%", funcdate.cur_yearend())
elif s_period == "prev":
s_sql = s_sql.replace("%YEARB%", funcdate.prev_yearbegin())
s_sql = s_sql.replace("%YEARE%", funcdate.prev_yearend())
else:
s_sql = s_sql.replace("%YEARB%", s_year + "-01-01")
s_sql = s_sql.replace("%YEARE%", s_year + "-12-31")
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# MESSAGE
if funcconf.l_mess_project:
i = funcsys.tablerowcount(so_curs, sr_file)
funcsms.send_telegram("", "administrator",
"<b>" + str(i) + "</b> Deferments")
# Export the declaration data
if l_export:
if s_period == "curr":
sx_path = "R:/Debtorstud/" + funcdate.cur_year() + "/"
elif s_period == "prev":
sx_path = "R:/Debtorstud/" + funcdate.prev_year() + "/"
else:
sx_path = "R:/Debtorstud/" + s_year + "/"
sx_file = "Deferment_000_list_"
print("Export data..." + sx_path + sx_file)
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
""" ****************************************************************************
OBTAIN STUDENTS
*****************************************************************************"""
print("OBTAIN STUDENTS")
funcfile.writelog("OBTAIN STUDENTS")
# OBTAIN THE LIST STUDENTS
print("Obtain the registered students...")
sr_file = "X000_Students"
s_sql = "CREATE TABLE " + sr_file + " AS" + """
SELECT
STUD.*,
CASE
WHEN DATEENROL < STARTDATE THEN STARTDATE
ELSE DATEENROL
END AS DATEENROL_CALC
FROM
%VSS%.X001_Student STUD
WHERE
UPPER(STUD.QUAL_TYPE) Not Like '%SHORT COURSE%' AND
STUD.ISMAINQUALLEVEL = 1 AND
UPPER(STUD.ACTIVE_IND) = 'ACTIVE'
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if s_period == "prev":
s_sql = s_sql.replace("%VSS%", "VSSPREV")
else:
s_sql = s_sql.replace("%VSS%", "VSSCURR")
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
OBTAIN STUDENT TRANSACTIONS AND CALCULATE BALANCES
*****************************************************************************"""
print("OBTAIN STUDENT TRANSACTIONS")
funcfile.writelog("OBTAIN STUDENT TRANSACTIONS")
# OBTAIN STUDENT ACCOUNT TRANSACTIONS
print("Import student transactions...")
sr_file = "X000_Transaction"
s_sql = "CREATE TABLE " + sr_file + " AS" + """
Select
TRAN.FBUSENTID As STUDENT,
CASE
WHEN TRAN.FDEBTCOLLECTIONSITE = '-9' THEN 'MAFIKENG'
WHEN TRAN.FDEBTCOLLECTIONSITE = '-2' THEN 'VAAL TRIANGLE'
ELSE 'POTCHEFSTROOM'
END AS CAMPUS,
TRAN.TRANSDATE,
TRAN.TRANSDATETIME,
CASE
WHEN SUBSTR(TRAN.TRANSDATE,6,5)='01-01' AND INSTR('001z031z061',TRAN.TRANSCODE)>0 THEN '00'
WHEN strftime('%Y',TRAN.TRANSDATE)>strftime('%Y',TRAN.POSTDATEDTRANSDATE) THEN strftime('%m',TRAN.TRANSDATE)
ELSE strftime('%m',TRAN.TRANSDATE)
END AS MONTH,
TRAN.TRANSCODE,
TRAN.AMOUNT,
CASE
WHEN TRAN.AMOUNT > 0 THEN TRAN.AMOUNT
ELSE 0.00
END AS AMOUNT_DT,
CASE
WHEN TRAN.AMOUNT < 0 THEN TRAN.AMOUNT
ELSE 0.00
END AS AMOUNT_CR,
TRAN.DESCRIPTION_E As TRANSDESC
FROM
%VSS%.X010_Studytrans TRAN
WHERE
TRAN.TRANSCODE <> ''
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
if s_period == "prev":
s_sql = s_sql.replace("%VSS%", "VSSPREV")
else:
s_sql = s_sql.replace("%VSS%", "VSSCURR")
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# CALCULATE THE STUDENT ACCOUNT OPENING BALANCE
print("Calculate the account opening balance...")
sr_file = "X001aa_Trans_balopen"
s_sql = "CREATE VIEW " + sr_file + " AS" + """
SELECT
TRAN.STUDENT,
CAST(ROUND(TOTAL(TRAN.AMOUNT),2) AS REAL) AS BAL_OPEN
FROM
X000_Transaction TRAN
WHERE
TRAN.MONTH = '00'
GROUP BY
TRAN.STUDENT
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CALCULATE THE REGISTRATION FEES LEVIED
print("Calculate the registration fee transactions...")
sr_file = "X001ab_Trans_feereg"
s_sql = "CREATE VIEW " + sr_file + " AS" + """
SELECT
TRAN.STUDENT,
CAST(ROUND(TOTAL(TRAN.AMOUNT),2) AS REAL) AS FEE_REG
FROM
X000_Transaction TRAN
WHERE
TRAN.TRANSCODE = "002" Or
TRAN.TRANSCODE = "095"
GROUP BY
TRAN.STUDENT
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# ADD THE REGISTRATION DATE TO THE LIST OF TRANSACTIONS
print("Add the registration date to the list of transactions...")
sr_file = "X001ac_Trans_addreg"
s_sql = "CREATE VIEW " + sr_file + " AS" + """
SELECT
TRAN.*,
STUD.DATEENROL_CALC
FROM
X000_Transaction TRAN
INNER JOIN X000_Students STUD ON STUD.KSTUDBUSENTID = TRAN.STUDENT
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CALCULATE THE STUDENT ACCOUNT BALANCE ON REGISTRATION DATE
print("Calculate the account balance on registration date...")
sr_file = "X001ad_Trans_balreg"
s_sql = "CREATE VIEW " + sr_file + " AS" + """
SELECT
TRAN.STUDENT,
CAST(ROUND(TOTAL(TRAN.AMOUNT),2) AS REAL) AS BAL_REG
FROM
X001ac_Trans_addreg TRAN
WHERE
TRAN.TRANSDATE <= TRAN.DATEENROL_CALC
GROUP BY
TRAN.STUDENT
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CALCULATE THE STUDENT ACCOUNT CREDIT TRANSACTIONS BEFORE REGISTRATION
print("Calculate the credits after registration date...")
sr_file = "X001ae_Trans_crebefreg"
s_sql = "CREATE VIEW " + sr_file + " AS" + """
SELECT
TRAN.STUDENT,
CAST(ROUND(TOTAL(TRAN.AMOUNT_CR),2) AS REAL) AS CRE_REG_BEFORE
FROM
X001ac_Trans_addreg TRAN
WHERE
TRAN.MONTH <> '00' AND
TRAN.TRANSDATE <= TRAN.DATEENROL_CALC
GROUP BY
TRAN.STUDENT
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute("DROP VIEW IF EXISTS X001ae_Trans_crereg")
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CALCULATE THE STUDENT ACCOUNT CREDIT TRANSACTIONS AFTER REGISTRATION
print("Calculate the credits after registration date...")
sr_file = "X001af_Trans_creaftreg"
s_sql = "CREATE VIEW " + sr_file + " AS" + """
SELECT
TRAN.STUDENT,
CAST(ROUND(TOTAL(TRAN.AMOUNT_CR),2) AS REAL) AS CRE_REG_AFTER
FROM
X001ac_Trans_addreg TRAN
WHERE
TRAN.MONTH <> '00' AND
TRAN.TRANSDATE > TRAN.DATEENROL_CALC
GROUP BY
TRAN.STUDENT
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute("DROP VIEW IF EXISTS X001ae_Trans_crereg")
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CALCULATE THE STUDENT ACCOUNT BALANCE
print("Calculate the account balance...")
sr_file = "X001ag_Trans_balance"
s_sql = "CREATE VIEW " + sr_file + " AS" + """
SELECT
TRAN.STUDENT,
CAST(ROUND(TOTAL(TRAN.AMOUNT),2) AS REAL) AS BAL_CUR
FROM
X000_Transaction TRAN
GROUP BY
TRAN.STUDENT
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CALCULATE THE DEFERMENT DATE
print("Calculate the deferment date per student...")
sr_file = "X002aa_Defer_date"
s_sql = "CREATE VIEW " + sr_file + " AS" + """
Select
DEFER.STUDENT,
DEFER.DATEEND
From
X000_Deferments_select DEFER
Group By
DEFER.STUDENT
Order By
DEFER.DATEEND
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
# CALCULATE THE STUDENT ACCOUNT CREDIT TRANSACTIONS BEFORE DEFERMENT DATE
print("Calculate the credits up to deferment date...")
sr_file = "X002ab_Trans_crebefdef"
s_sql = "CREATE VIEW " + sr_file + " AS" + """
Select
TRAN.STUDENT,
Cast(Round(Total(TRAN.AMOUNT_CR),2) As REAL) As CRE_DEF_BEFORE
From
X000_Transaction TRAN Inner Join
X002aa_Defer_date DDATE On DDATE.STUDENT = TRAN.STUDENT
Where
TRAN.MONTH <> '00' And
TRAN.TRANSDATE <= DDATE.DATEEND
Group By
TRAN.STUDENT
"""
so_curs.execute("DROP VIEW IF EXISTS " + sr_file)
so_curs.execute("DROP VIEW IF EXISTS X001ae_Trans_crereg")
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
""" ****************************************************************************
ADD BALANCES TO STUDENTS
*****************************************************************************"""
print("ADD BALANCES TO STUDENTS")
funcfile.writelog("ADD BALANCES TO STUDENTS")
# ADD THE BALANCES TO THE LIST OF REGISTERED STUDENTS
print("Add the calculated balances to the students list...")
sr_file = "X001aa_Students"
s_sql = "CREATE TABLE " + sr_file + " AS" + """
Select
STUD.*,
BOPEN.BAL_OPEN,
CBREG.CRE_REG_BEFORE,
CAST(0 AS REAL) AS BAL_REG_CALC,
BREG.BAL_REG,
CAREG.CRE_REG_AFTER,
CAST(0 AS REAL) AS BAL_CRE_CALC,
BAL.BAL_CUR,
FEE.FEE_REG,
CBDEF.CRE_DEF_BEFORE,
CAST(0 AS REAL) AS BAL_DEF_CALC
From
X000_Students STUD Left Join
X001aa_Trans_balopen BOPEN ON BOPEN.STUDENT = STUD.KSTUDBUSENTID Left Join
X001ad_Trans_balreg BREG ON BREG.STUDENT = STUD.KSTUDBUSENTID Left Join
X001ae_Trans_crebefreg CBREG ON CBREG.STUDENT = STUD.KSTUDBUSENTID Left Join
X001af_Trans_creaftreg CAREG ON CAREG.STUDENT = STUD.KSTUDBUSENTID Left Join
X001ab_Trans_feereg FEE ON FEE.STUDENT = STUD.KSTUDBUSENTID Left Join
X001ag_Trans_balance BAL ON BAL.STUDENT = STUD.KSTUDBUSENTID Left Join
X002ab_Trans_crebefdef CBDEF ON CBDEF.STUDENT = STUD.KSTUDBUSENTID
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Calc balance after credits up to registration
print("Add column bal_reg_calc...")
so_curs.execute("UPDATE " + sr_file + """
SET BAL_REG_CALC =
CASE
WHEN TYPEOF(BAL_OPEN) = "null" AND TYPEOF(CRE_REG_BEFORE) = "null" THEN 0
WHEN TYPEOF(BAL_OPEN) = "null" THEN CRE_REG_BEFORE
WHEN TYPEOF(CRE_REG_BEFORE) = "null" THEN BAL_OPEN
ELSE BAL_OPEN + CRE_REG_BEFORE
END
;""")
so_conn.commit()
funcfile.writelog("%t ADD COLUMN: bal_reg_calc")
# Calc balance including all credits
print("Add column bal_cre_calc...")
so_curs.execute("UPDATE " + sr_file + """
SET BAL_CRE_CALC =
CASE
WHEN TYPEOF(CRE_REG_AFTER) = "null" THEN BAL_REG_CALC
ELSE BAL_REG_CALC + CRE_REG_AFTER
END
;""")
so_conn.commit()
funcfile.writelog("%t ADD COLUMN: bal_cre_calc")
# Calc balance after credits up to registration
print("Add column bal_def_calc...")
so_curs.execute("UPDATE " + sr_file + """
SET BAL_DEF_CALC =
CASE
WHEN TYPEOF(BAL_OPEN) = "null" AND TYPEOF(CRE_DEF_BEFORE) = "null" THEN BAL_CRE_CALC
WHEN TYPEOF(BAL_OPEN) = "null" THEN CRE_DEF_BEFORE
WHEN TYPEOF(CRE_DEF_BEFORE) = "null" THEN BAL_CRE_CALC
ELSE BAL_CRE_CALC
END
;""")
so_conn.commit()
funcfile.writelog("%t ADD COLUMN: bal_def_calc")
# CALCULATE THE STUDENT ACCOUNT CREDIT TRANSACTIONS BEFORE REGISTRATION
print("Join students and deferments...")
sr_file = "X001ab_Students_deferment"
s_sql = "CREATE TABLE " + sr_file + " AS" + """
Select
X001aa_Students.*,
X000_Deferments_select.*
From
X001aa_Students Left Join
X000_Deferments_select On X000_Deferments_select.STUDENT = X001aa_Students.KSTUDBUSENTID
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD VIEW: " + sr_file)
""" ****************************************************************************
CALCULATE DEFERMENT STATUS
*****************************************************************************"""
print("CALCULATE DEFERMENT STATUS")
funcfile.writelog("CALCULATE DEFERMENT STATUS")
# CALCULATE THE DEFERMENT TYPE
print("Calculate the deferment type...")
so_curs.execute("ALTER TABLE " + sr_file + " ADD COLUMN DEFER_TYPE INT;")
s_sql = "UPDATE " + sr_file + """
SET DEFER_TYPE =
CASE
WHEN BAL_REG_CALC <= 0 THEN 0
WHEN BAL_REG_CALC > 0 And BAL_REG_CALC <= 1000 THEN 1
WHEN BAL_REG_CALC > 1000 And BAL_DEF_CALC <= 0 THEN 2
WHEN BAL_REG_CALC > 1000 And STUDENT IS NULL THEN 3
WHEN BAL_REG_CALC > 1000 And DATEEND = '%YEARE%' THEN 6
WHEN BAL_REG_CALC > 1000 And DATEEND >= '%TODAY%' THEN 5
WHEN BAL_REG_CALC > 1000 And BAL_DEF_CALC > 0 THEN 4
WHEN BAL_REG_CALC > 1000 THEN 7
ELSE 8
END;"""
if s_period == "curr":
s_sql = s_sql.replace("%YEARE%", funcdate.cur_yearend())
elif s_period == "prev":
s_sql = s_sql.replace("%YEARE%", funcdate.prev_yearend())
else:
s_sql = s_sql.replace("%YEARE%", s_year + "-12-31")
s_sql = s_sql.replace("%TODAY%", funcdate.today())
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t ADD COLUMN: DEFER_TYPE")
# CALCULATE THE DEFERMENT TYPE
print("Calculate the deferment type description...")
so_curs.execute("ALTER TABLE " + sr_file +
" ADD COLUMN DEFER_TYPE_DESC TEXT;")
s_sql = "UPDATE " + sr_file + """
SET DEFER_TYPE_DESC =
CASE
WHEN DEFER_TYPE = 0 THEN 'CREDIT ACCOUNT WITH REGISTRATION'
WHEN DEFER_TYPE = 1 THEN 'ACCOUNT LESS THAN R1000 WITH REGISTRATION'
WHEN DEFER_TYPE = 2 THEN 'ACCOUNT SETTLED ON AGREEMENT DATE'
WHEN DEFER_TYPE = 3 THEN 'REGISTERED WITHOUT AGREEMENT'
WHEN DEFER_TYPE = 4 THEN 'ACCOUNT IN ARREARS ON AGREEMENT DATE'
WHEN DEFER_TYPE = 5 THEN 'FUTURE AGREEMENT DATE'
WHEN DEFER_TYPE = 6 THEN 'FULL YEAR DEFERMENT'
ELSE 'OTHER'
END;"""
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t ADD COLUMN: DEFER_TYPE_DESC")
""" ****************************************************************************
BUILD THE FINAL DEFERMENTS
*****************************************************************************"""
print("BUILD THE FINAL DEFERMENTS")
funcfile.writelog("BUILD THE FINAL DEFERMENTS")
# FINAL DEFERMENTS TABLE
print("Build the final deferments table...")
sr_file = "X001ax_Deferments_final_" + s_period
s_sql = "CREATE TABLE " + sr_file + " AS" + """
Select
Case
When DEFER.FSITEORGUNITNUMBER = -9 Then 'MAFIKENG'
When DEFER.FSITEORGUNITNUMBER = -2 Then 'VAAL TRIANGLE'
Else 'POTCHEFSTROOM'
End As CAMPUS,
DEFER.KSTUDBUSENTID As STUDENT_VSS,
DEFER.DATEQUALLEVELSTARTED As DATEQUALSTART,
DEFER.DATEENROL_CALC AS DATEENROL,
DEFER.DEFER_TYPE,
DEFER.DEFER_TYPE_DESC,
DEFER.BAL_OPEN,
DEFER.CRE_REG_BEFORE,
DEFER.BAL_REG_CALC,
DEFER.CRE_DEF_BEFORE,
DEFER.BAL_DEF_CALC,
DEFER.CRE_REG_AFTER,
DEFER.BAL_CRE_CALC,
DEFER.BAL_CUR,
Upper(DEFER.QUALIFICATIONCODE || ' ' || DEFER.QUALIFICATIONFIELDOFSTUDY || ' ' || DEFER.QUALIFICATIONLEVEL) As
QUALIFICATION,
Upper(DEFER.QUAL_TYPE) As QUAL_TYPE,
DEFER.ISMAINQUALLEVEL As MAIN_IND,
DEFER.ENROLACADEMICYEAR As YEAR_ACAD,
DEFER.ENROLHISTORYYEAR As YEAR_HIST,
Upper(DEFER.ENTRY_LEVEL) As ENTRY_LEVEL,
Upper(DEFER.ENROL_CAT) As ENROL_CAT,
Upper(DEFER.PRESENT_CAT) As PRESENT_CAT,
Upper(DEFER.STATUS_FINAL) As STATUS_FINAL,
Upper(DEFER.LEVY_CATEGORY) As LEVY_CATEGORY,
Upper(DEFER.ORGUNIT_NAME) As ORGUNIT_NAME,
DEFER.FSITEORGUNITNUMBER As CAMPUS_CODE,
DEFER.STUDENT As STUDENT_DEF,
DEFER.DATEARRANGED,
DEFER.DATESTART,
DEFER.DATEEND,
DEFER.TOTALAMOUNT,
Upper(DEFER.SUBACCOUNTTYPE) As SUBACCOUNTTYPE,
Upper(DEFER.DEFERMENTTYPE) As DEFERMENTTYPE,
Upper(DEFER.DEFERMENTREASON) As DEFERMENTREASON,
Upper(DEFER.NOTE) As NOTE,
DEFER.FADMISSIONSITE,
DEFER.FMAINQUALSITE,
DEFER.EMPLOYEE,
DEFER.FAUDITUSERCODE,
DEFER.AUDITDATETIME,
DEFER.DISCONTINUEDATE,
Upper(DEFER.DISCONTINUE_REAS) As DISCONTINUE_REAS
From
X001ab_Students_deferment DEFER
Order By
DEFER.FSITEORGUNITNUMBER,
DEFER.DEFER_TYPE,
BAL_CUR
"""
""" DEFER COLUMNS AVAILABLE BUT NOT USED ***********************************
DEFER.DATEENROL,
DEFER.STARTDATE,
DEFER.ENDDATE,
Upper(DEFER.ACTIVE_IND) As ACTIVE_IND,
DEFER.BAL_REG,
*************************************************************************"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export the declaration data
if l_export:
if s_period == "curr":
sx_path = "R:/Debtorstud/" + funcdate.cur_year() + "/"
elif s_period == "prev":
sx_path = "R:/Debtorstud/" + funcdate.prev_year() + "/"
else:
sx_path = "R:/Debtorstud/" + s_year + "/"
sx_file = "Deferment_001_student_"
print("Export data..." + sx_path + sx_file)
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
# SUMMARIZE
print("Summarize registrations with accounts...")
sr_file = "X001ac_Students_deferment_summ_" + s_period
s_sql = "CREATE TABLE " + sr_file + " AS" + """
Select
'%YEAR%' As YEAR,
DEFER.CAMPUS,
DEFER.DEFER_TYPE,
DEFER.DEFER_TYPE_DESC,
Cast(Count(DEFER.STUDENT_VSS) As INT) As STUD_COUNT,
Cast(Round(Total(DEFER.BAL_REG_CALC),2) As REAL) As BAL_REG_DATE,
Cast(Round(Sum(DEFER.BAL_DEF_CALC),2) As REAL) As BAL_DEF_DATE,
Cast(Round(Sum(DEFER.BAL_CUR),2) As REAL) As BAL_CUR
From
X001ax_Deferments_final_%PERIOD% DEFER
Group By
DEFER.DEFER_TYPE,
DEFER.DEFER_TYPE_DESC,
DEFER.CAMPUS
Order By
DEFER.CAMPUS,
DEFER.DEFER_TYPE
"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
s_sql = s_sql.replace("%PERIOD%", s_period)
s_sql = s_sql.replace("%YEAR%", s_year)
so_curs.execute(s_sql)
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# Export the summary
if l_export:
if s_period == "curr":
sx_path = "R:/Debtorstud/" + funcdate.cur_year() + "/"
elif s_period == "prev":
sx_path = "R:/Debtorstud/" + funcdate.prev_year() + "/"
else:
sx_path = "R:/Debtorstud/" + s_year + "/"
sx_file = "Deferment_001_summary_"
print("Export data..." + sx_path + sx_file)
s_head = funccsv.get_colnames_sqlite(so_conn, sr_file)
funccsv.write_data(so_conn, "main", sr_file, sx_path, sx_file, s_head)
funcfile.writelog("%t EXPORT DATA: " + sx_path + sx_file)
# CREATE DUPLICATE SUMMARY FILE TO RECEIVE SUMMARY FOR PREVIOUS YEARS
print("Summ previous years...")
sr_file = "X001ad_Deferment_summ"
s_sql = "Create Table " + sr_file + " As " + """
Select
*
From
X001ac_Students_deferment_summ_curr
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
# GET PREVIOUS YEAR SUMMARIES
sr_file = "X001ad_Deferment_summ"
print("Import previous deferment summaries...")
co = open(ed_path + "301_Deferment_summ.csv", "r")
co_reader = csv.reader(co)
# Read the COLUMN database data
for row in co_reader:
# Populate the column variables
if row[0] == "YEAR":
continue
else:
s_cols = "INSERT INTO " + sr_file + " VALUES('" + row[
0] + "','" + row[1] + "','" + row[2] + "','" + row[
3] + "','" + row[4] + "','" + row[5] + "','" + row[
6] + "','" + row[7] + "')"
so_curs.execute(s_cols)
so_conn.commit()
# Close the impoted data file
co.close()
funcfile.writelog("%t IMPORT TABLE: " + ed_path +
"301_Deferment_summ.csv (" + sr_file + ")")
# CREATE DUPLICATE SUMMARY FILE TO RECEIVE SUMMARY FOR PREVIOUS YEARS
print("Sort previous years...")
sr_file = "X001ae_Deferment_summ_sort"
s_sql = "Create Table " + sr_file + " As " + """
Select
*
From
X001ad_Deferment_summ
Order By
DEFER_TYPE,
CAMPUS,
YEAR Desc
;"""
so_curs.execute("DROP TABLE IF EXISTS " + sr_file)
so_curs.execute(s_sql)
so_conn.commit()
funcfile.writelog("%t BUILD TABLE: " + sr_file)
""" ****************************************************************************
END OF SCRIPT
*****************************************************************************"""
print("END OF SCRIPT")
funcfile.writelog("END OF SCRIPT")
# CLOSE THE DATABASE CONNECTION
so_conn.commit()
so_conn.close()
# CLOSE THE LOG WRITER *********************************************************
funcfile.writelog("--------------------------------")
funcfile.writelog("COMPLETED: REPORT_VSS_DEFERMENTS")
return
