def ProcessApps(logger, processArray, folderlocs):
'''
ProcessApps process all the applications that are turned on.
'''
FileUtilities.CreateFolder(folderlocs["relativeOutputfolder"])
try:
ab = ApplicationBase()
ev = ab.LoadEnvironmentVariables(logger)
if "tblEtl" in folderlocs:
etlUtilities = EtlLoggingUtilities(logger)
etlUtilities.awsParams = ev.awsParams
etlUtilities.appschema = folderlocs["tblEtl"]["appschema"]
etlUtilities.etlSchema = folderlocs["tblEtl"]["schemaName"]
for proc in processArray:
module = proc["module"]
baseName = module.rsplit('.', 1)[1]
logger.info(baseName + " - Starting module.")
moduleName = importlib.import_module(module)
className = getattr(moduleName, baseName)()
className.Start(logger, baseName, folderlocs) # For single threading
if "tblEtl" in folderlocs:
procid = etlUtilities.GetRunID(folderlocs["tblEtl"]["table"], str(baseName))
if procid > -1:
etlUtilities.CompleteInstance(folderlocs["tblEtl"]["table"], procid, 'C')
except:
logger.exception("Exception processing application modules!")
raise
logger.info(baseName + " - module COMPLETED.")
def ProcessApps(logger, processArray, folderlocs):
'''
ProcessApps process all the applications that are turned on.
'''
FileUtilities.CreateFolder(folderlocs["relativeOutputfolder"])
##
# runs holds a list of the processes we are wanting to run
##
runs = []
###
# if you have a new process make sure you add it here
###
try:
ab = ApplicationBase()
ev = ab.LoadEnvironmentVariables(logger)
if "tblEtl" in folderlocs:
etlUtilities = EtlLoggingUtilities(logger)
etlUtilities.awsParams = ev.awsParams
etlUtilities.appschema = folderlocs["tblEtl"]["appschema"]
etlUtilities.etlSchema = folderlocs["tblEtl"]["schemaName"]
for proc in processArray:
module = proc["module"]
baseName = module.rsplit('.', 1)[1]
logger.info(baseName + " - Starting module.")
moduleName = importlib.import_module(module)
className = getattr(moduleName, baseName)()
#className.Start(logger, baseName, folderlocs) # For single threading
# For multi-threading
runs.append(Thread(name=baseName, target=className.Start, args=(logger, baseName, folderlocs)))
for rn in runs:
rn.start()
for rn in runs:
rn.join()
if rn.is_alive() is False and "tblEtl" in folderlocs:
procid = etlUtilities.GetRunID(folderlocs["tblEtl"]["table"], str(rn.name))
if procid > -1:
etlUtilities.CompleteInstance(folderlocs["tblEtl"]["table"], procid, 'C')
except:
logger.exception("Exception processing application modules!")
raise
logger.info("All threads complete.")