def ReadLogConfig():
try:
appDirectory = GF.GetRootDirectory()
file_Address_Private_Config = GF.GetAddressTo(main=appDirectory,
folderName="Config",
fileName="Private",
extension="cnf")
file_Address_Public_Config = GF.GetAddressTo(main=appDirectory,
folderName="Config",
fileName="Public",
extension="cnf")
if GF.IsFileExist(file_Address_Private_Config):
ReadLoggerConfig(file_Address_Private_Config)
elif GF.IsFileExist(file_Address_Public_Config):
ReadLoggerConfig(file_Address_Public_Config)
else:
raise Exception("Couldn't find config file")
except Exception as e:
logging.exception(e)
raise
def dumpTableSetCSV(INFO, TableName, AddressMain, DBName=None):
try:
mySQLDB = connectDB(INFO, DBName)
query = "SELECT * FROM " + str(TableName)
A1 = GF.GetAddressTo(AddressMain,
"CSV",
fileName=str(TableName) + "_" +
GF.getDateandTimeUTC(),
extension="csv")
results = pandas.read_sql_query(query, mySQLDB)
results.to_csv(A1, index=False)
query = "SELECT * FROM " + str(TableName) + "_Out"
A1 = GF.GetAddressTo(AddressMain,
"CSV",
fileName=str(TableName) + "_Out" + "_" +
GF.getDateandTimeUTC(),
extension="csv")
results = pandas.read_sql_query(query, mySQLDB)
results.to_csv(A1, index=False)
query = "SELECT * FROM " + str(TableName) + "_Shadow"
A1 = GF.GetAddressTo(AddressMain,
"CSV",
fileName=str(TableName) + "_Shadow" + "_" +
GF.getDateandTimeUTC(),
extension="csv")
results = pandas.read_sql_query(query, mySQLDB)
results.to_csv(A1, index=False)
except Exception as e:
logging.exception(e)
raise
def ReadConfigToDict(sectionName, convertParseTo='string', hasComment=False):
try:
appDirectory = GF.GetRootDirectory()
file_Address_Private_Config = GF.GetAddressTo(main=appDirectory,
folderName="Config",
fileName="Private",
extension="cnf")
file_Address_Public_Config = GF.GetAddressTo(main=appDirectory,
folderName="Config",
fileName="Public",
extension="cnf")
if GF.IsFileExist(file_Address_Private_Config):
cnf = ReadDatabaseRaw(address=file_Address_Private_Config,
sectionName=sectionName,
hasComment=hasComment)
elif GF.IsFileExist(file_Address_Public_Config):
cnf = ReadDatabaseRaw(address=file_Address_Public_Config,
sectionName=sectionName,
hasComment=hasComment)
else:
raise Exception("Couldn't find config file")
dict = {}
if convertParseTo == 'string':
for key, val in cnf.items():
dict[key] = str(val)
elif convertParseTo == 'float':
for key, val in cnf.items():
dict[key] = float(val)
return dict
except Exception as e:
logging.exception(e)
raise
if __name__ == "__main__":
CP.ReadLogConfig()
DB_Info = CP.ReadConfigToDict(sectionName="DatabaseInfo")
FF_Info = CP.ReadConfigToDict(sectionName="FilesFoldersInfo")
logging.info("Import Started!")
appDirectory = GF.GetRootDirectory()
##############################################################################
DB.createDB(INFO=DB_Info)
# DB.dumpDB(INFO=DB_Info, FileAddress=GF.GetAddressTo(appDirectory, FF_Info['FOLDER_NAME_DATABASE'], FileName=GF.getDateandTimeUTC(), Extension="sql.gz"))
# DB.loadDB(INFO=DB_Info, FileAddress=GF.FindLatestFile(GF.GetFilesNameAddressInFolder(GF.GetAddressTo(appDirectory, FF_Info['FOLDER_NAME_DATABASE']), Extension="sql.gz")))
# DB.showAllTablesInDBSummary(DB_Info)
# DB.reinitializeDB(DB_Info)
##############################################################################
Address1p8 = GF.GetAddressTo(main=appDirectory,
folderName=FF_Info['FOLDER_NAME_BC_DATABASE'],
fileName=FF_Info['FILE_NAME_BC_DATABASE_1p8'],
extension="DAT")
Address2p3 = GF.GetAddressTo(main=appDirectory,
folderName=FF_Info['FOLDER_NAME_BC_DATABASE'],
fileName=FF_Info['FILE_NAME_BC_DATABASE_2p3'],
extension="DAT")
Address2p8 = GF.GetAddressTo(main=appDirectory,
folderName=FF_Info['FOLDER_NAME_BC_DATABASE'],
fileName=FF_Info['FILE_NAME_BC_DATABASE_2p8'],
extension="DAT")
Header = [
'Df', 'R_RI', 'I_RI', 'MP', 'Np', 'Ext_CS_M', 'Sca_CS_M', 'Abs_CS_M'
]
tableName = 'Raw_V1'
DB.createTable(INFO=DB_Info,
