|
|
|
import functools |
|
import logging |
|
import os |
|
import sys |
|
|
|
from termcolor import colored |
|
|
|
|
|
class _ColorfulFormatter(logging.Formatter): |
|
def __init__(self, *args, **kwargs): |
|
self._root_name = kwargs.pop("root_name") + "." |
|
self._abbrev_name = kwargs.pop("abbrev_name", "") |
|
if len(self._abbrev_name): |
|
self._abbrev_name = self._abbrev_name + "." |
|
super(_ColorfulFormatter, self).__init__(*args, **kwargs) |
|
|
|
def formatMessage(self, record): |
|
record.name = record.name.replace(self._root_name, self._abbrev_name) |
|
log = super(_ColorfulFormatter, self).formatMessage(record) |
|
if record.levelno == logging.WARNING: |
|
prefix = colored("WARNING", "red", attrs=["blink"]) |
|
elif record.levelno == logging.ERROR or record.levelno == logging.CRITICAL: |
|
prefix = colored("ERROR", "red", attrs=["blink", "underline"]) |
|
else: |
|
return log |
|
return prefix + " " + log |
|
|
|
|
|
|
|
@functools.lru_cache() |
|
def setup_logger(output=None, distributed_rank=0, *, color=True, name="imagenet", abbrev_name=None): |
|
""" |
|
Initialize the detectron2 logger and set its verbosity level to "INFO". |
|
|
|
Args: |
|
output (str): a file name or a directory to save log. If None, will not save log file. |
|
If ends with ".txt" or ".log", assumed to be a file name. |
|
Otherwise, logs will be saved to `output/log.txt`. |
|
name (str): the root module name of this logger |
|
|
|
Returns: |
|
logging.Logger: a logger |
|
""" |
|
logger = logging.getLogger(name) |
|
logger.setLevel(logging.DEBUG) |
|
logger.propagate = False |
|
|
|
if abbrev_name is None: |
|
abbrev_name = name |
|
|
|
plain_formatter = logging.Formatter( |
|
"[%(asctime)s.%(msecs)03d]: %(message)s", datefmt="%m/%d %H:%M:%S" |
|
) |
|
|
|
if distributed_rank == 0: |
|
ch = logging.StreamHandler(stream=sys.stdout) |
|
ch.setLevel(logging.DEBUG) |
|
if color: |
|
formatter = _ColorfulFormatter( |
|
colored("[%(asctime)s.%(msecs)03d]: ", "green") + "%(message)s", |
|
datefmt="%m/%d %H:%M:%S", |
|
root_name=name, |
|
abbrev_name=str(abbrev_name), |
|
) |
|
else: |
|
formatter = plain_formatter |
|
ch.setFormatter(formatter) |
|
logger.addHandler(ch) |
|
|
|
|
|
if output is not None: |
|
if output.endswith(".txt") or output.endswith(".log"): |
|
filename = output |
|
else: |
|
filename = os.path.join(output, "log.txt") |
|
if distributed_rank > 0: |
|
filename = filename + f".rank{distributed_rank}" |
|
os.makedirs(os.path.dirname(filename), exist_ok=True) |
|
|
|
fh = logging.StreamHandler(_cached_log_stream(filename)) |
|
fh.setLevel(logging.DEBUG) |
|
fh.setFormatter(plain_formatter) |
|
logger.addHandler(fh) |
|
|
|
return logger |
|
|
|
|
|
|
|
|
|
@functools.lru_cache(maxsize=None) |
|
def _cached_log_stream(filename): |
|
return open(filename, "a") |
|
|