INITIALIZATION_DEFAULT_LOG = {} for key in INITIALIZATION_TABLE_TITLES: INITIALIZATION_DEFAULT_LOG[key] = '' # ======================================================== CODE process_handler = { 'forest_mode' : 1,#Choose 1 if it will act as a balancer or 2 if it will act as a final server (states are at constants.py) 'server_index' : 1,#If forest_mode is 1 this data will be ignored 'synchronization_layer_1' : { 'process_instance' : _Synchronization_Layer_1.excute_synchronization_layer_1,# Process instance that will be executed for each subprocess (thread) of this process 'process_name' : 'synchronization_layer_1', 'process_file_name' : SL1_LOGGING_CONFIG['process_file_name'], 'specific_process_logger' : _Utilities.get_logger(SL1_LOGGING_CONFIG['process_file_name']),# Logger for this process (Note: each subprocess of this process will have its own logs but this is the main logger of this process) 'cron_logger_starting_message' : 'SL1 start',# Message to confirm the main logger (cron-logger) that process has started 'threads' : SL1_THREADS,# Threads or servers (depending on the mode) in which this process will run 'specific_shared_variables' : { 'current_table_row' : Value('i',SL1_LOGGING_CONFIG['table_row_limit']) }, 'default_log' : SL1_DEFAULT_LOG }, 'equalization' : { 'process_instance' : _Equalization.equalize_dbs, 'process_name' : 'equalization', 'process_file_name' : EQUALIZATION_LOGGING_CONFIG['process_file_name'], 'specific_process_logger' : _Utilities.get_logger(EQUALIZATION_LOGGING_CONFIG['process_file_name']), 'cron_logger_starting_message' : 'EQUALIZATION start', 'threads' : EQUALIZATION_THREADS, 'specific_shared_variables' : {
_Processes_Handler.execute(process) except Already_Handled_Exception as already_handled_exception: raise already_handled_exception except Exception as e: cron_logger.critical(e.message) already_handled_exception = Already_Handled_Exception(e.message) return already_handled_exception # Start a process execution: if __name__ == '__main__': # Main process name: multiprocessing.current_process().name = 'cron' # Set all loggers: set_all_loggers() # Init: cron_logger = _Utilities.get_logger('cron') cron_logger.info(' ') cron_logger.info(_Constants.LOG_SEPARATOR) # Process params: process = 'synchronization_layer_1' process_params = { 'process' : process }#End of process_params # Exectuion: main(sys.argv[1:])
from corebook_sdk import corebook_sdk as _Corebook_SDK Corebook_SDK_Error = _Corebook_SDK.Error # Development: from General import constants as _Constants from General import utilities as _Utilities from Processes.Equalization import config as _Equalization_config EQUALIZATION_CONFIG = _Equalization_config.equalization EQUALIZATION_LOGGING_CONFIG = EQUALIZATION_CONFIG['logging'] # ======================================================== CODE LOG_INDENT = _Constants.LOG_INDENT # Cron logger (Main): cron_logger = _Utilities.get_logger('cron') equalization_logger = _Utilities.get_logger( EQUALIZATION_LOGGING_CONFIG['process_file_name']) # _____ _ _ ____________ # / __ \ | | | | | _ \ ___ \_ # | / \/ ___ _ __ ___| |__ ___ ___ | | __ | | | | |_/ (_) # | | / _ \| '__/ _ \ '_ \ / _ \ / _ \| |/ / | | | | ___ \ # | \__/\ (_) | | | __/ |_) | (_) | (_) | < | |/ /| |_/ /_ # \____/\___/|_| \___|_.__/ \___/ \___/|_|\_\ |___/ \____/(_) def get_cfdis_count_in_corebook_for_this_taxpayer_at_period( identifier, begin_date, end_date, logger=None): try: corebook_db = _Utilities.set_connection_to_corebook_db()
from pauli_sdk.Classes.response import Already_Handled_Exception # Development: from General import constants as _Constants from General import utilities as _Utilities from Processes.Synchronization_layer_1 import config as _SL1_config # ======================================================== CODE LOG_INDENT = _Constants.LOG_INDENT SL1_CONFIG = _SL1_config.synchronization_layer_1 SL1_LOGGING_CONFIG = SL1_CONFIG['logging'] # Cron logger (Main): cron_logger = _Utilities.get_logger('cron') sl1_logger = _Utilities.get_logger(SL1_LOGGING_CONFIG['process_file_name']) # _ _ # | | (_) _ # | | ___ __ _ __ _ _ _ __ __ _(_) # | | / _ \ / _` |/ _` | | '_ \ / _` | # | |___| (_) | (_| | (_| | | | | | (_| |_ # \_____/\___/ \__, |\__, |_|_| |_|\__, (_) # __/ | __/ | __/ | # |___/ |___/ |___/ # Dictionary to log synchronization layer 1 data: def new_synchronization_layer_1_log(logger=None): try: synchronization_layer_1_log = {
from pauli_sdk.Classes.response import Already_Handled_Exception from pauli_sdk.Modules import log as _Log from pauli_sdk.Modules import constants as _Pauli_Constants from pauli_sdk.Modules import helper as _Pauli_Helper from pauli_sdk.Modules import validating_engine as _Validating_Engine from pauli_sdk.Modules import request_handler as _Request_Handler # Development: from General import config as _General_Config from General import utilities as _Utilities from General import constants as _Constants from Processes import config as _Processes_Config # ======================================================== MODULE CODE cron_logger = _Utilities.get_logger('cron') LOG_INDENT = _Constants.LOG_INDENT PROCESS_HANDLER_CONFIG = _Processes_Config.process_handler # _ _ _ _ _ _ # | | | | | (_) | | | | # | | | | __ _| |_ __| | __ _| |_ ___ # | | | |/ _` | | |/ _` |/ _` | __/ _ \ # \ \_/ / (_| | | | (_| | (_| | || __/ # \___/ \__,_|_|_|\__,_|\__,_|\__\___| # Descriptions: functions to validate Forest-Cron calling data, availability an so on def validate(process_name, mode=None,
from pauli_sdk.Classes.response import Error from pauli_sdk.Classes.response import Already_Handled_Exception # Development: from General import constants as _Constants from General import utilities as _Utilities from Processes.Initialization import config as _Initialization_config INITIALIZATION_CONFIG = _Initialization_config.initialization INITIALIZATION_LOGGING_CONFIG = INITIALIZATION_CONFIG['logging'] # ======================================================== CODE LOG_INDENT = _Constants.LOG_INDENT # Cron logger (Main): cron_logger = _Utilities.get_logger('cron') initialization_logger = _Utilities.get_logger(INITIALIZATION_LOGGING_CONFIG['process_file_name']) # _ _ # | | (_) _ # | | ___ __ _ __ _ _ _ __ __ _(_) # | | / _ \ / _` |/ _` | | '_ \ / _` | # | |___| (_) | (_| | (_| | | | | | (_| |_ # \_____/\___/ \__, |\__, |_|_| |_|\__, (_) # __/ | __/ | __/ | # |___/ |___/ |___/ # Dictionary to log initialization data: def new_initialization_log(logger=None): try: initialization_log = {
from General import constants as _Constants from General import utilities as _Utilities from General import firmware as _Firmware from Processes.Initialization import config as _Initialization_config from Processes.Initialization import locals as _Locals INITIALIZATION_CONFIG = _Initialization_config.initialization INITIALIZATION_LOGGING_CONFIG = INITIALIZATION_CONFIG['logging'] # ======================================================== CODE LOG_INDENT = _Constants.LOG_INDENT INITIALIZATION_PROCESS_NAME = 'INITIALIZATION' # Cron logger (Main): cron_logger = _Utilities.get_logger('cron') initialization_logger = _Utilities.get_logger( INITIALIZATION_LOGGING_CONFIG['process_file_name']) # Notes: # cron_logger -> log at cron main level execution # initialization_logger -> log at cron-initialization process level execution # process_logger -> log at cron-init-n subprocess level execution (n subprocesses every one has its log file) # Each initialization thread (i.e. subprocess) executes this function. Contains initialization process for a set of taxpayers def excute_initialization( taxpayers, shared_variables ): # Taxpayers are the ones splitted for this specific subprocess try: # Shared variables:
process_handler = { 'forest_mode': 1, #Choose 1 if it will act as a balancer or 2 if it will act as a final server (states are at constants.py) 'server_index': 1, #If forest_mode is 1 this data will be ignored 'synchronization_layer_1': { 'process_instance': _Synchronization_Layer_1. excute_synchronization_layer_1, # Process instance that will be executed for each subprocess (thread) of this process 'process_name': 'synchronization_layer_1', 'process_file_name': SL1_LOGGING_CONFIG['process_file_name'], 'specific_process_logger': _Utilities.get_logger( SL1_LOGGING_CONFIG['process_file_name'] ), # Logger for this process (Note: each subprocess of this process will have its own logs but this is the main logger of this process) 'cron_logger_starting_message': 'SL1 start', # Message to confirm the main logger (cron-logger) that process has started 'threads': SL1_THREADS, # Threads or servers (depending on the mode) in which this process will run 'specific_shared_variables': { 'current_table_row': Value('i', SL1_LOGGING_CONFIG['table_row_limit']) }, 'default_log': SL1_DEFAULT_LOG }, 'equalization': { 'process_instance': _Equalization.equalize_dbs,
from corebook_sdk import corebook_sdk as _Corebook_SDK Corebook_SDK_Error = _Corebook_SDK.Error # Development: from General import constants as _Constants from General import utilities as _Utilities from Processes.Equalization import config as _Equalization_config EQUALIZATION_CONFIG = _Equalization_config.equalization EQUALIZATION_LOGGING_CONFIG = EQUALIZATION_CONFIG['logging'] # ======================================================== CODE LOG_INDENT = _Constants.LOG_INDENT # Cron logger (Main): cron_logger = _Utilities.get_logger('cron') equalization_logger = _Utilities.get_logger(EQUALIZATION_LOGGING_CONFIG['process_file_name']) # _____ _ _ ____________ # / __ \ | | | | | _ \ ___ \_ # | / \/ ___ _ __ ___| |__ ___ ___ | | __ | | | | |_/ (_) # | | / _ \| '__/ _ \ '_ \ / _ \ / _ \| |/ / | | | | ___ \ # | \__/\ (_) | | | __/ |_) | (_) | (_) | < | |/ /| |_/ /_ # \____/\___/|_| \___|_.__/ \___/ \___/|_|\_\ |___/ \____/(_) def get_cfdis_count_in_corebook_for_this_taxpayer_at_period(identifier,begin_date,end_date,logger=None): try: corebook_db = _Utilities.set_connection_to_corebook_db() db_Ticket = corebook_db['Ticket'] db_User = corebook_db['User'] # Get user:
from pauli_sdk.Classes.response import Error from pauli_sdk.Classes.response import Already_Handled_Exception # Development: from General import constants as _Constants from General import utilities as _Utilities from Processes.Synchronization_layer_1 import config as _SL1_config # ======================================================== CODE LOG_INDENT = _Constants.LOG_INDENT SL1_CONFIG = _SL1_config.synchronization_layer_1 SL1_LOGGING_CONFIG = SL1_CONFIG['logging'] # Cron logger (Main): cron_logger = _Utilities.get_logger('cron') sl1_logger = _Utilities.get_logger(SL1_LOGGING_CONFIG['process_file_name']) # _ _ # | | (_) _ # | | ___ __ _ __ _ _ _ __ __ _(_) # | | / _ \ / _` |/ _` | | '_ \ / _` | # | |___| (_) | (_| | (_| | | | | | (_| |_ # \_____/\___/ \__, |\__, |_|_| |_|\__, (_) # __/ | __/ | __/ | # |___/ |___/ |___/ # Dictionary to log synchronization layer 1 data: def new_synchronization_layer_1_log(logger=None): try: