class BaseLogger(metaclass=SingletonType):
'''
BaseLogger
SingletonType class
'''
def __init__(self, logger_name):
self.logger_name = logger_name
self.bus_client = None
self.process_id = 0
# here using this function to reconnect to the bus : loader, runner, recorder
def bind_busclient(self, bus_client: BusClient):
self.bus_client = BusClient(bus_client.domain, bus_client.port,
bus_client.auth_key)
self.log = self.bus_client.get_log()
# bind the pid of the process
def bind_process(self, process_id):
self.process_id = process_id
# set out put or not, or using local logger
def set_output(self, local_logger, nout=True, debug=False):
self.local_logger = local_logger
self.nout = nout
self.debug_ = debug
def debug(self, msg, logger_name=None):
msg = {
"process": self.process_id,
"logger_name":
self.logger_name if not logger_name else logger_name,
"level": "debug",
"msg": msg
}
self.msg_write(msg)
def info(self, msg, logger_name=None):
msg = {
"process": self.process_id,
"logger_name":
self.logger_name if not logger_name else logger_name,
"level": "info",
"msg": msg
}
self.msg_write(msg)
def warning(self, msg, logger_name=None):
msg = {
"process": self.process_id,
"logger_name":
self.logger_name if not logger_name else logger_name,
"level": "warning",
"msg": msg
}
self.msg_write(msg)
def error(self, msg, logger_name=None):
msg = {
"process": self.process_id,
"logger_name":
self.logger_name if not logger_name else logger_name,
"level": "error",
"msg": msg
}
self.msg_write(msg)
def critical(self, msg, logger_name=None):
msg = {
"process": self.process_id,
"logger_name":
self.logger_name if not logger_name else logger_name,
"level": "critical",
"msg": msg
}
self.msg_write(msg)
def __new__(cls, *args, **kwargs):
return object.__new__(cls)
def log_output(self, msg, origin_msg):
'''
print msg with params nout
:param msg:
:return: None
'''
if not self.nout:
if origin_msg.get('level') == 'debug' and not self.debug_:
return
print(msg)
def write_local_logger(self, msg):
'''
write the log with local writer
:param msg:
:return:
'''
msg_now = f"{self.now} {msg.get('level')} <{msg.get('process')}> [{msg.get('logger_name')}] {msg.get('msg')}"
self.log_output(msg_now, msg)
dir = f"./data/log/"
if not os.path.exists(dir):
try:
os.makedirs(dir)
except Exception as error:
pass
full_name = f"{dir}/log.log"
try:
with open(full_name, 'a+') as f:
f.write(f"{msg_now}\n")
f.close()
except Exception as e:
with open(full_name, 'a+', encoding='utf-8') as f:
f.write(f"{msg_now}\n")
f.close()
@property
def now(self):
'''
get datetime now to str
:return: time now str
'''
current_time = time.time()
local_time = time.localtime(current_time)
time_temp = time.strftime("%Y-%m-%d %H:%M:%S", local_time)
secs = (current_time - int(current_time)) * 1000
timenow = "%s %03d" % (time_temp, secs)
return timenow
def msg_write(self, msg):
'''
write to local or not
:param msg:
:return:
'''
if self.bus_client is None:
self.bus_client = BusClient()
if self.local_logger:
self.write_local_logger(msg)
else:
if msg.get('level') == 'debug' and not self.debug_:
return
self.log.put(msg)
class Logger(Process):
'''
Logger
'''
def __init__(self, case_name: str, time_str: str, log_dir: str,
bus_client: BusClient, args: tuple):
super().__init__()
self.daemon = True
self.bus_client = bus_client
self.case_name = case_name
self.log_dir = log_dir
self.loggers = {}
self.args = args
self.time_str = time_str
def reconnect_bus(self):
'''
need reconnect bus by self.bus's infos
:return:
'''
self.bus_client = BusClient(self.bus_client.domain,
self.bus_client.port,
self.bus_client.auth_key)
def run(self):
self.reconnect_bus()
if hasattr(self.args, "debug") and self.args.debug:
logging.basicConfig(level=logging.DEBUG,
format='%(asctime)s %(levelname)s %(message)s')
else:
logging.basicConfig(level=logging.INFO,
format='%(asctime)s %(levelname)s %(message)s')
log_home = f"{self.log_dir}/{self.case_name}/{self.time_str}"
if not os.path.exists(log_home):
os.makedirs(log_home)
# here delete BusClient(), using input bus_clients
# self.bus_client = BusClient()
try:
log_queue = self.bus_client.get_log()
logger_end = self.bus_client.get_logger_end()
while True:
if not logger_end.empty():
logger_signal = logger_end.get()
# check logger end singal to stop logger, from recorder to logger
if isinstance(
logger_signal, Signal
) and logger_signal.signal == SIGNAL_LOGGER_END:
while True:
if log_queue.empty():
break
log = log_queue.get()
self.log_handler(log)
self.end_handler()
break
elif log_queue.empty():
time.sleep(0.001)
continue
else:
log = log_queue.get()
self.log_handler(log)
except KeyboardInterrupt as key_e:
print(BANNER_STRS_EXIT)
def split_log(self, log):
'''
split origin log msg
:param log:
:return:
'''
try:
return log.rsplit("$%", 2)
except Exception as ee:
return f"log$%error$%{log}"
def log_print(self, log):
'''
to print the log with format
:param log:
:return:
'''
if self.args.nout:
return
logger_name = log.get("logger_name")
level = log.get("level")
msg_origin = log.get("msg")
process = log.get("process")
if process not in self.loggers:
self.loggers[process] = logging.getLogger(logger_name)
logger = self.loggers.get(process)
if level == "debug":
msg = f"<{process}> [{logger_name}] {msg_origin}"
if hasattr(self.args, "debug") and self.args.debug:
logger.debug(msg)
elif level == "info":
msg = f"<{process}> [{logger_name}] {msg_origin}"
logger.info(msg)
elif level == "warning":
msg = f"{msg_origin}"
logger.warning(
f"<{process}> [{logger_name}]\33[33m ####################################### \33[0m"
)
logger.warning(f"<{process}> [{logger_name}] \33[33m{msg}\33[0m")
logger.warning(
f"<{process}> [{logger_name}]\33[33m ####################################### \33[0m"
)
elif level == "error":
msg = f"{msg_origin}"
logger.error(
f"<{process}> [{logger_name}]\33[31m >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> \33[0m"
)
logger.error(f"<{process}> [{logger_name}]\33[31m | {msg}\33[0m")
logger.error(
f"<{process}> [{logger_name}]\33[31m <<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< \33[0m"
)
elif level == "critical":
logger.critical(f"\33[5m{log}\33[0m")
def log_handler(self, log):
'''
handler log here
:param log:
:return:
'''
self.log_print(log)
log = log.get("msg")
try:
temp1, temp2, msg = self.split_log(log)
except:
temp1 = "error"
temp2 = "error"
msg = log
if "loader" in temp2:
self.loader_handler(temp1, msg)
elif "runner" in temp2:
self.runner_handler(temp1, msg)
elif "recorder" in temp2:
self.recorder_handler(temp1, msg)
elif "system" in temp2:
self.system_handler(temp1, temp2, msg)
elif "error" in temp2:
self.error_handler(temp1, msg)
else:
self.case_handler(temp1, temp2, msg)
def loader_handler(self, temp1, msg):
self.write("loader", temp1, msg)
def runner_handler(self, temp1, msg):
self.write("runner", temp1, msg)
def case_handler(self, temp1, temp2, msg):
self.write(temp1, temp2, msg)
def recorder_handler(self, temp1, msg):
self.write("recorder", temp1, msg)
def system_handler(self, temp1, temp2, msg):
self.write("system", f"{temp1}.{temp2}", msg)
def error_handler(self, temp1, msg):
self.write("error", temp1, msg)
def write(self, dir, filename, msg):
'''
write log to filename's file
:param dir:
:param filename:
:param msg:
:return:
'''
msg = f"{self.now}{msg}\n"
dir = f"{self.log_dir}/{self.case_name}/{self.time_str}/{dir}"
if not os.path.exists(dir):
os.makedirs(dir)
full_name = f"{dir}/{filename}.log"
try:
with open(full_name, 'a+') as f:
f.write(msg)
f.close()
except Exception as e:
with open(full_name, 'a+', encoding='utf-8') as f:
f.write(msg)
f.close()
@property
def now(self):
'''
get datetime now to str
:return: time now str
'''
current_time = time.time()
local_time = time.localtime(current_time)
time_temp = time.strftime("%Y-%m-%d %H:%M:%S", local_time)
secs = (current_time - int(current_time)) * 1000
timenow = "%s %03d" % (time_temp, secs)
return timenow
def end_handler(self):
'''
when logger end, send signal logger end to main
:return:
'''
logger_handler = self.bus_client.get_system()
logger_handler.put(Signal(self.pid, SIGNAL_LOGGER_END))