class Logger:
__is_initialized = False
class __CustomFormatter(logging.Formatter):
"""Logging Formatter to add colors and count warning / errors"""
grey = "\x1b[38;21m"
yellow = "\x1b[33;21m"
red = "\x1b[31;21m"
bold_red = "\x1b[31;1m"
reset = "\x1b[0m"
format = "%(asctime)s %(name)s [%(levelname)s] %(message)s"
FORMATS = {
logging.DEBUG: grey + format + reset,
logging.INFO: grey + format + reset,
logging.WARNING: yellow + format + reset,
logging.ERROR: red + format + reset,
logging.CRITICAL: bold_red + format + reset
}
def format(self, record):
log_fmt = self.FORMATS.get(record.levelno)
formatter = logging.Formatter(log_fmt)
return formatter.format(record)
def __init__(self):
self.__root = logging.getLogger("BackupCreator")
if Logger.__is_initialized is False:
Logger.__is_initialized = True
self.__root.setLevel(logging.DEBUG)
self.__handler = logging.StreamHandler(sys.stdout)
self.__handler.setLevel(logging.DEBUG)
self.__handler.setFormatter(self.__CustomFormatter())
self.__root.addHandler(self.__handler)
self.__handler2 = CMRESHandler(
hosts=[{
'host': 'localhost',
'port': 9200
}],
auth_type=CMRESHandler.AuthType.NO_AUTH,
es_index_name="logstash_mailsender-{0:yyyy.MM.dd}")
self.__handler2.setLevel(logging.DEBUG)
self.__root.addHandler(self.__handler2)
def get_logger(self):
return self.__root
async def InitServer(cls,
servertype="unkown-servertype",
startmysql=True,
startpg=True):
# 创建日志目录
if not os.path.exists('logs'):
os.makedirs('logs')
logging.basicConfig(level=logging.DEBUG) # 默认屏幕输出
filehandler = TimedRotatingFileHandler( # 时间轮转输出
filename="logs/my.log",
when='D',
interval=1,
backupCount=0)
filehandler.suffix = "%Y%m%d-%H%M%S.log"
formatter = logging.Formatter(
"%(asctime)s-%(name)s-%(levelname)s-[%(filename)s:%(lineno)d]-%(message)s"
)
filehandler.setFormatter(formatter)
filehandler.setLevel(logging.INFO)
logging.getLogger().addHandler(filehandler) # 添加时间轮转输出
# 服务器名字 数据文件路径
cls.myservertype = servertype
cls.mydatapath = datafilepath()
# 生成一个新的 guid 可能不会使用，如果有的话
newguid = cls.myservertype + "_" + str(uuid.uuid1())
await cls.loadconfig()
if (cls.elkdatabase == ""):
cls.elkdatabase = cls.myservertype
if (cls.myserverguid == None):
cls.myserverguid = newguid
# 没有配置文件就保存
await cls.saveconfig()
# ELK的日志输出
es_handler = CMRESHandler(hosts=[{
'host': cls.elkhost,
'port': cls.elkport
}],
auth_type=CMRESHandler.AuthType.NO_AUTH,
es_index_name=cls.elkdatabase,
es_additional_fields={
'App': cls.myservertype,
'AppGuid': cls.myserverguid
})
es_handler.setLevel(logging.INFO)
formatter2 = logging.Formatter(
"%(asctime)s-%(name)s-%(levelname)s-[%(filename)s:%(lineno)d]-%(message)s"
)
es_handler.setFormatter(formatter2)
logging.getLogger().addHandler(es_handler)
# 禁止如下两个模块乱打调试日志，因为ELK会把 debug 日志打在屏幕，有干扰
logging.getLogger("elasticsearch").setLevel(logging.WARNING)
logging.getLogger("requests").setLevel(logging.WARNING)
logging.getLogger("urllib3").setLevel(logging.WARNING)
# 创建 mysql 的工厂
if startmysql:
cls.mysqlengine = await create_engine(user=cls.mysqluser,
password=cls.mysqlpassword,
host=cls.mysqlhost,
port=cls.mysqlport,
db=cls.mysqldb,
loop=cls.asyncioloop)
if startpg:
cls.pg_pool = await asyncpg.create_pool(
user='******',
password='******',
database='goldhonor',
host='factory.goldhonor.com',
port=15432,
command_timeout=60)
pass
def get_logger(name=None):
"""
get logger by name
:param name: name of logger
:return: logger
"""
# 开启只保留7日内Log,不需要可以注释掉
rmNonRecentLog()
global loggers
if not name: name = __name__
if loggers.get(name):
return loggers.get(name)
logger = logging.getLogger(name)
logger.setLevel(LOG_LEVEL)
# 输出到控制台
if LOG_ENABLED and LOG_TO_CONSOLE:
stream_handler = logging.StreamHandler(sys.stdout)
stream_handler.setLevel(level=LOG_LEVEL)
formatter = logging.Formatter(LOG_FORMAT)
stream_handler.setFormatter(formatter)
logger.addHandler(stream_handler)
# 输出到文件
if LOG_ENABLED and LOG_TO_FILE:
# 如果路径不存在，创建日志文件文件夹
log_dir = dirname(LOG_PATH)
if not exists(log_dir): makedirs(log_dir)
# 添加 FileHandler
file_handler = logging.FileHandler(LOG_PATH, encoding='utf-8')
file_handler.setLevel(level=LOG_LEVEL)
formatter = logging.Formatter(LOG_FORMAT)
file_handler.setFormatter(formatter)
logger.addHandler(file_handler)
# 输出到 Elasticsearch
if LOG_ENABLED and LOG_TO_ES:
# 添加 CMRESHandler
es_handler = CMRESHandler(
hosts=[{
'host': ELASTIC_SEARCH_HOST,
'port': ELASTIC_SEARCH_PORT
}],
# 可以配置对应的认证权限
auth_type=CMRESHandler.AuthType.NO_AUTH,
es_index_name=ELASTIC_SEARCH_INDEX,
# 一个月分一个 Index
index_name_frequency=CMRESHandler.IndexNameFrequency.MONTHLY,
# 额外增加环境标识
es_additional_fields={'environment': APP_ENVIRONMENT})
es_handler.setLevel(level=LOG_LEVEL)
formatter = logging.Formatter(LOG_FORMAT)
es_handler.setFormatter(formatter)
logger.addHandler(es_handler)
# 保存到全局 loggers
loggers[name] = logger
return logger