Difficult-Rocket/Difficult_Rocket/utils/logger.py

419 lines
14 KiB
Python
Raw Normal View History

2022-07-04 15:12:04 +08:00
"""
@author shenjackyuanjie
@contact 3695888@qq.com
"""
import re
2022-08-12 21:07:36 +08:00
import os
2022-08-16 13:25:44 +08:00
import sys
import time
2022-06-27 14:42:26 +08:00
import atexit
import inspect
2022-06-27 16:22:40 +08:00
import threading
2022-06-27 14:42:26 +08:00
# from inspect import F
2022-08-12 21:07:36 +08:00
from os import PathLike
2022-07-16 20:20:23 +08:00
from time import strftime
2022-07-04 15:12:04 +08:00
from logging import NOTSET, DEBUG, INFO, WARNING, ERROR, FATAL
from types import FrameType
2022-08-12 21:07:36 +08:00
from typing import Optional, Union, Dict, Iterable, Tuple, List, Callable
2022-07-04 15:12:04 +08:00
print(os.path.abspath(os.curdir))
os.chdir('../../')
sys.path.append('D:/githubs/DR')
sys.path.append(os.path.abspath('./Difficult_Rocket'))
2022-07-04 15:12:04 +08:00
from Difficult_Rocket.utils.thread import ThreadLock
2022-06-27 16:51:14 +08:00
2022-07-16 20:20:23 +08:00
# 如果想要直接使用 logger 来 logging
# 直接调用 logger.debug() 即可
# 默认配置会有
# ----------
# 配置方式一
# 直接使用 logger.Logger()
# 将会创建一个空 logger
# 可以自行通过
# 配置方式二
2022-08-16 13:25:44 +08:00
2022-07-16 20:20:23 +08:00
2022-06-27 14:42:26 +08:00
color_reset_suffix = "\033[0m"
2022-07-25 18:28:42 +08:00
""" 只是用来重置颜色的后缀 """
2022-06-27 14:42:26 +08:00
re_find_color_code = r'\033\[[^\f\n\r\t\vm]*m'
2022-07-04 15:12:04 +08:00
"""
2022-07-25 18:28:42 +08:00
OFF > FATAL > ERROR > WARN > INFO > FINE > FINER > DEBUG > TRACE > ALL
2022-07-04 15:12:04 +08:00
logging.py
CRITICAL = 50
FATAL = CRITICAL
ERROR = 40
WARNING = 30
WARN = WARNING
INFO = 20
DEBUG = 10
NOTSET = 0
"""
2022-07-25 18:28:42 +08:00
ALL = NOTSET
TRACE = 5
2022-08-03 20:22:36 +08:00
FINE = 7
2022-07-07 18:28:29 +08:00
2022-08-12 21:07:36 +08:00
level_name_map = {
ALL: 'ALL', # NOTSET
TRACE: 'TRACE',
FINE: 'FINE',
DEBUG: 'DEBUG',
INFO: 'INFO',
WARNING: 'WARNING', # WARN
ERROR: 'ERROR',
FATAL: 'FATAL'
}
name_level_map = {
'NOTSET': ALL,
'ALL': ALL,
'TRACE': TRACE,
'FINE': FINE,
'DEBUG': DEBUG,
'INFO': INFO,
'WARNING': WARNING,
'WARN': WARNING,
'ERROR': ERROR,
'CRITICAL': FATAL,
'FATAL': FATAL
}
logger_configs = {
'Logger': {
'root': {
'level': TRACE,
'color': 'main_color',
'file': 'main_log_file',
},
},
'Color': {
'main_color': {
'date': {},
TRACE: {'info': '\033[34;48;2;44;44;54m', 'message': '\033[34;48;2;40;40;40m'},
FINE: {'info': '\033[35;48;2;44;44;54m', 'message': '\033[35m'},
DEBUG: {'info': '\033[38;2;133;138;149;48;2;44;44;54m', 'message': '\033[38;2;133;138;149m'},
INFO: {'info': '\033[32;48;2;44;44;54m', 'message': '\033[32m'},
WARNING: {'info': '\033[33;48;2;44;44;54m', 'message': '\033[33m'},
ERROR: {'info': '\033[31;48;2;44;44;54m', 'message': '\033[31m'},
FATAL: {'info': '\033[38;2;255;200;72;48;2;120;10;10m', 'message': '\033[38;2;255;200;72;48;2;120;10;10m'}
}
},
'File': {
'main_log_file': {
'mode': 'a',
'encoding': 'utf-8',
'level': DEBUG,
'file_name': '{file_time}_logs.md'
},
},
'Formatter': {
'MESSAGE': {
'format': '[\033[38;2;201;222;56m{main_time}\033[0m] {level} | {file_name}:{code_line} | {message}'
},
'file_time': {'strftime': '%Y-%m-%d %H-%M'},
'main_time': {'strftime': '%Y-%m-%d %H-%M-%S:%%S'}, # %%S 三位毫秒
'encoding': 'utf-8',
...: ...
}
}
2022-08-12 21:07:36 +08:00
class ListCache:
"""一个线程安全的列表缓存"""
def __init__(self, lock: ThreadLock):
self._cache = []
self.with_thread_lock = lock
def append(self, value: Union[str, Iterable]):
if isinstance(value, str):
with self.with_thread_lock:
self._cache.append(value)
elif isinstance(value, Iterable):
with self.with_thread_lock:
self._cache.append(*value)
else:
raise TypeError(f"cache must be string or Iterable. not a {type(value)}")
def __getitem__(self, item):
assert isinstance(item, int)
with self.with_thread_lock:
try:
return self._cache[item]
except IndexError as exp:
print(f'cache:{self.cache}')
raise IndexError(f'there is no cache at {item}!\ncache:{self.cache}')
def __call__(self, *args, **kwargs):
return self.cache
def __iter__(self):
with self.with_thread_lock:
self._iter_cache = self._cache.copy()
self._iter_len = len(self.cache)
return self
def __next__(self):
if self._iter_cache == -1:
del self._iter_cache
raise StopIteration('there is no more cache')
2022-08-12 21:07:36 +08:00
returns = self._iter_cache[-self._iter_len]
self._iter_cache -= 1
return returns
def __bool__(self):
with self.with_thread_lock:
return True if len(self.cache) > 0 else False
@property
def cache(self):
return self._cache
2022-07-04 15:12:04 +08:00
2022-06-27 14:42:26 +08:00
class LogFileCache:
"""日志文件缓存"""
2022-08-12 21:07:36 +08:00
def __init__(self, file_name: PathLike = 'logs//log.log', flush_time: Optional[Union[int, float]] = 1, log_cache_lens_max: int = 10):
2022-07-07 18:28:29 +08:00
"""
@param file_name: 日志文件名称
@param flush_time: 刷新日志缓存写入文件的时长间隔
@param log_cache_lens_max: 日志缓存在自动写入前的最大缓存长度
"""
2022-06-27 14:42:26 +08:00
# 配置相关
2022-06-27 16:51:14 +08:00
self._logfile_name = file_name # log 文件名称
2022-06-27 14:42:26 +08:00
self.flush_time = flush_time # 缓存刷新时长
2022-07-07 18:28:29 +08:00
self.cache_entries_num = log_cache_lens_max
2022-08-12 21:07:36 +08:00
self.started = False
# self.log
2022-06-27 16:22:40 +08:00
# 同步锁
2022-07-16 20:20:23 +08:00
self.cache_lock = threading.Lock() # 主锁
self.time_limit_lock = ThreadLock(self.cache_lock, time_out=1 / 60) # 直接用于 with 的主锁
2022-07-16 20:20:23 +08:00
self.threaded_write = threading.Timer(1, self._log_file_time_write) # 基于 timer 的多线程
2022-08-12 21:07:36 +08:00
# 日志缓存表
self.log_cache = ListCache(self.time_limit_lock)
2022-07-04 15:12:04 +08:00
2022-07-16 20:20:23 +08:00
def end_thread(self) -> None:
2022-07-07 18:28:29 +08:00
"""结束日志写入进程,顺手把目前的缓存写入"""
2022-07-16 20:20:23 +08:00
self.cache_lock.acquire(blocking=True)
2022-07-04 15:12:04 +08:00
self.threaded_write.cancel()
2022-08-12 21:07:36 +08:00
self.started = False
2022-07-16 20:20:23 +08:00
self._log_file_time_write()
2022-08-12 21:07:36 +08:00
atexit.unregister(self.end_thread)
2022-07-04 15:12:04 +08:00
2022-07-16 20:20:23 +08:00
def start_thread(self) -> None:
2022-07-04 15:12:04 +08:00
self.threaded_write.start()
2022-08-12 21:07:36 +08:00
self.started = True
2022-07-04 15:12:04 +08:00
atexit.register(self.end_thread)
2022-06-27 16:51:14 +08:00
@property
2022-08-12 21:07:36 +08:00
def logfile_name(self) -> PathLike:
2022-06-27 16:51:14 +08:00
return self._logfile_name
2022-06-27 14:42:26 +08:00
2022-06-27 16:51:14 +08:00
@logfile_name.setter
2022-08-12 21:07:36 +08:00
def logfile_name(self, value: PathLike) -> None:
with self.time_limit_lock:
2022-07-04 15:12:04 +08:00
self._logfile_name = value
2022-06-27 14:42:26 +08:00
def _log_file_time_write(self) -> None:
"""使用 threading.Timer 调用的定时写入日志文件的函数"""
2022-08-12 21:07:36 +08:00
if self.log_cache:
with self.time_limit_lock:
2022-08-12 21:07:36 +08:00
if self.log_cache:
with open(file=self.logfile_name, encoding='utf-8', mode='a') as log_file:
log_file.writelines(self.log_cache)
2022-06-27 14:42:26 +08:00
2022-06-29 13:45:25 +08:00
def write_logs(self, string: str, wait_for_cache: bool = True) -> None:
2022-08-12 21:07:36 +08:00
if not wait_for_cache:
with self.time_limit_lock and open(file=self.logfile_name, encoding='utf-8', mode='a') as log_file:
2022-08-12 21:07:36 +08:00
if self.log_cache:
log_file.writelines(self.log_cache)
2022-06-27 16:22:40 +08:00
log_file.write(string)
2022-06-27 14:42:26 +08:00
else:
2022-08-12 21:07:36 +08:00
self.log_cache.append(string)
2022-06-27 14:42:26 +08:00
class Logger:
"""shenjack logger"""
def __init__(self, name: str = None, level: int = None, file_name: PathLike = None, colors: Dict[int, Dict[str, str]] = None, formats=None, **kwargs) -> None:
2022-07-16 20:20:23 +08:00
"""
配置模式: 使用 kwargs 配置
2022-08-12 21:07:36 +08:00
@param name: logger 名称 默认为 root
@param level: logging 输出等级 默认为 DEBUG(10)
@param file_name: logging 写入文件名称 默认为 None(不写入)
2022-07-16 20:20:23 +08:00
"""
2022-08-12 21:07:36 +08:00
self.name = name or 'root'
self.level = level if level is not None else DEBUG
self.colors = colors or logger_configs['Color']['main_color']
self.formats = formats or logger_configs['Formatter']
2022-08-12 21:07:36 +08:00
if file_name:
self.file_cache = LogFileCache(file_name=file_name)
2022-06-27 14:42:26 +08:00
else:
2022-08-12 21:07:36 +08:00
self.file_cache = False
2022-07-16 20:20:23 +08:00
self.warn = self.warning
def make_log(self, *values: object,
level: int,
2022-07-04 15:12:04 +08:00
sep: Optional[str] = ' ',
end: Optional[str] = '\n',
flush: Optional[bool] = False,
frame: Optional[FrameType] = None) -> None:
2022-07-16 20:20:23 +08:00
if level < self.level:
return None
if not frame:
frame = inspect.currentframe()
frame = frame.f_back.f_back
elif (frame := inspect.currentframe()) is not None:
frame = frame.f_back
text = sep.join(i if type(i) is str else str(i) for i in values)
text = f"{self.colors[level]['message']}{text}{color_reset_suffix}"
print_text = self.format_text(level=level, text=text, frame=frame)
print(print_text, end=end)
2022-08-12 21:07:36 +08:00
if self.file_cache:
self.file_cache: LogFileCache
self.file_cache.write_logs(re.sub(re_find_color_code, '', print_text), wait_for_cache=flush)
return None
def format_text(self, level: int, text: str, frame: Optional[FrameType]) -> str:
from Difficult_Rocket import DR_option, DR_runtime
level_with_color = f"[{self.colors[level]['info']}{level_name_map[level]}{color_reset_suffix}]"
level_with_color = f"{level_with_color}{' ' * (9 - len_without_color_maker(level_with_color))}"
formats = self.formats.copy()
formats.pop('MESSAGE')
if frame is None:
formats['file_name'] = 'no frame'
formats['code_line'] = 'no frame'
else:
formats['file_name'] = os.path.split(frame.f_code.co_filename)[-1]
formats['code_line'] = frame.f_lineno
now_time = str(time.time())
for key, value in formats.items():
if isinstance(value, dict):
if 'strftime' in value:
value['strftime']: str
formats[key] = strftime(value['strftime'].replace('%%S', now_time[now_time.find('.') + 1:now_time.find('.') + 4]))
elif value == 'game.version':
formats[key] = DR_runtime.DR_version
print_text = self.formats['MESSAGE']['format'].format(level_with_color=level_with_color, level=level_with_color, message=text, **formats)
return print_text
2022-06-27 14:42:26 +08:00
2022-08-03 20:22:36 +08:00
def trace(self, *values: object,
sep: Optional[str] = ' ',
end: Optional[str] = '\n',
flush: Optional[bool] = False) -> None:
return self.make_log(*values, level=TRACE, sep=sep, end=end, flush=flush)
def fine(self, *values: object,
sep: Optional[str] = ' ',
end: Optional[str] = '\n',
flush: Optional[bool] = False) -> None:
return self.make_log(*values, level=FINE, sep=sep, end=end, flush=flush)
2022-07-04 15:12:04 +08:00
def debug(self,
*values: object,
sep: Optional[str] = ' ',
end: Optional[str] = '\n',
flush: Optional[bool] = False) -> None:
2022-08-03 20:22:36 +08:00
return self.make_log(*values, level=DEBUG, sep=sep, end=end, flush=flush)
2022-06-27 14:42:26 +08:00
2022-07-04 15:12:04 +08:00
def info(self,
*values: object,
sep: Optional[str] = ' ',
end: Optional[str] = '\n',
flush: Optional[bool] = False) -> None:
2022-08-03 20:22:36 +08:00
return self.make_log(*values, level=INFO, sep=sep, end=end, flush=flush)
2022-06-27 14:42:26 +08:00
2022-07-04 15:12:04 +08:00
def warning(self,
*values: object,
sep: Optional[str] = ' ',
end: Optional[str] = '\n',
flush: Optional[bool] = False) -> None:
2022-08-03 20:22:36 +08:00
return self.make_log(*values, level=WARNING, sep=sep, end=end, flush=flush)
2022-07-04 15:12:04 +08:00
def error(self,
*values: object,
sep: Optional[str] = ' ',
end: Optional[str] = '\n',
flush: Optional[bool] = False) -> None:
2022-08-03 20:22:36 +08:00
return self.make_log(*values, level=ERROR, sep=sep, end=end, flush=flush)
2022-07-04 15:12:04 +08:00
def fatal(self,
*values: object,
sep: Optional[str] = ' ',
end: Optional[str] = '\n',
flush: Optional[bool] = False) -> None:
2022-08-03 20:22:36 +08:00
return self.make_log(*values, level=FATAL, sep=sep, end=end, flush=flush)
2022-06-27 14:42:26 +08:00
2022-06-29 13:45:25 +08:00
2022-07-25 18:28:42 +08:00
def color_in_033(*args) -> str:
color_text = ';'.join(args)
color_text = f'\033[{color_text}m'
return color_text
def len_without_color_maker(text: str) -> int:
with_out_text = re.sub(re_find_color_code, '', text)
return len(with_out_text)
2022-07-25 18:28:42 +08:00
def rgb(r: int, g: int, b: int) -> Tuple[int, int, int]:
return r, g, b
def logging_color() -> Dict:
...
return {'info': ..., 'message': ...}
def setup_logger() -> None:
...
2022-07-07 18:28:29 +08:00
2022-07-16 20:20:23 +08:00
def add_dict_config_to_global(some_dict: Union[dict, list, str], name: str) -> dict:
2022-07-07 18:28:29 +08:00
"""
2022-07-16 20:20:23 +08:00
提前声明这个函数很有可能搞坏 config
请使用 add_kwargs_to_global 来修改配置
如果你不知道你在改什么**务必不要**用这个函数来修改配置
2022-07-07 18:28:29 +08:00
@param some_dict: 一个你丢进来的 logger 设置
@param name: 这个 logger 设置的名称
@return: 修改过的 logger 配置
"""
logger_configs[name] = some_dict
2022-07-16 20:19:58 +08:00
return logger_configs # 修改过的 logger 配置
2022-07-07 18:28:29 +08:00
def add_kwargs_to_global(**kwargs) -> dict:
"""
2022-07-16 20:19:58 +08:00
@param kwargs: 你要改的 logger配置
@return: 修改过的 logger 配置
2022-07-07 18:28:29 +08:00
"""
...
2022-07-16 20:20:23 +08:00
def get_logger(name: str = 'name') -> Logger:
"""
此函数用于从 global_config 中取出对应的配置建立一个相应的 logger
@param name: logger的名称
@return: 创建好的 logger
"""
...
if __name__ == "__main__":
2022-08-12 21:07:36 +08:00
2022-07-16 20:20:23 +08:00
# 在这里可以使用 add_kwargs_to_global
logger = Logger(name="Main", level=NOTSET)
for x in range(5):
logger.trace('tracing')
logger.fine('some fine!')
logger.debug('debugging')
2022-08-12 21:07:50 +08:00
logger.info("Hello World!!")
logger.warn('warning')
logger.error('error haaaa')
logger.fatal('oh no')