mirror of
https://github.com/OpenBMB/MiniCPM-V.git
synced 2026-02-04 09:49:20 +08:00
48 lines
1.3 KiB
Python
48 lines
1.3 KiB
Python
import logging
|
|
logging.basicConfig(
|
|
format='[%(asctime)s] %(levelname)s - %(filename)s: %(funcName)s - %(lineno)d: %(message)s',
|
|
datefmt='%Y-%m-%d %H:%M:%S')
|
|
|
|
logger_initialized = {}
|
|
|
|
|
|
def get_logger(name, log_file=None, log_level=logging.INFO, file_mode='w'):
|
|
logger = logging.getLogger(name)
|
|
if name in logger_initialized:
|
|
return logger
|
|
|
|
for logger_name in logger_initialized:
|
|
if name.startswith(logger_name):
|
|
return logger
|
|
|
|
stream_handler = logging.StreamHandler()
|
|
handlers = [stream_handler]
|
|
|
|
try:
|
|
import torch.distributed as dist
|
|
if dist.is_available() and dist.is_initialized():
|
|
rank = dist.get_rank()
|
|
else:
|
|
rank = 0
|
|
except ImportError:
|
|
rank = 0
|
|
|
|
if rank == 0 and log_file is not None:
|
|
file_handler = logging.FileHandler(log_file, file_mode)
|
|
handlers.append(file_handler)
|
|
|
|
formatter = logging.Formatter(
|
|
'[%(asctime)s] %(levelname)s - %(name)s - %(filename)s: %(funcName)s - %(lineno)d: %(message)s')
|
|
for handler in handlers:
|
|
handler.setFormatter(formatter)
|
|
handler.setLevel(log_level)
|
|
logger.addHandler(handler)
|
|
|
|
if rank == 0:
|
|
logger.setLevel(log_level)
|
|
else:
|
|
logger.setLevel(logging.ERROR)
|
|
|
|
logger_initialized[name] = True
|
|
return logger
|