Spaces:
Running
on
T4
Running
on
T4
| import atexit | |
| import logging | |
| import os | |
| import sys | |
| import time | |
| import torch | |
| from termcolor import colored | |
| __all__ = ["setup_logger", ] | |
| class _ColorfulFormatter(logging.Formatter): | |
| def __init__(self, *args, **kwargs): | |
| self._root_name = kwargs.pop("root_name") + "." | |
| self._abbrev_name = kwargs.pop("abbrev_name", "") | |
| if len(self._abbrev_name): | |
| self._abbrev_name = self._abbrev_name + "." | |
| super(_ColorfulFormatter, self).__init__(*args, **kwargs) | |
| def formatMessage(self, record): | |
| record.name = record.name.replace(self._root_name, self._abbrev_name) | |
| log = super(_ColorfulFormatter, self).formatMessage(record) | |
| if record.levelno == logging.WARNING: | |
| prefix = colored("WARNING", "red", attrs=["blink"]) | |
| elif record.levelno == logging.ERROR or record.levelno == logging.CRITICAL: | |
| prefix = colored("ERROR", "red", attrs=["blink", "underline"]) | |
| else: | |
| return log | |
| return prefix + " " + log | |
| def setup_logger( | |
| output=None, distributed_rank=0, *, name='metricdepth', color=True, abbrev_name=None | |
| ): | |
| """ | |
| Initialize the detectron2 logger and set its verbosity level to "DEBUG". | |
| Args: | |
| output (str): a file name or a directory to save log. If None, will not save log file. | |
| If ends with ".txt" or ".log", assumed to be a file name. | |
| Otherwise, logs will be saved to `output/log.txt`. | |
| abbrev_name (str): an abbreviation of the module, to avoid log names in logs. | |
| Set to "" not log the root module in logs. | |
| By default, will abbreviate "detectron2" to "d2" and leave other | |
| modules unchanged. | |
| Returns: | |
| logging.Logger: a logger | |
| """ | |
| logger = logging.getLogger() | |
| logger.setLevel(logging.INFO) # NOTE: if more detailed, change it to logging.DEBUG | |
| logger.propagate = False | |
| if abbrev_name is None: | |
| abbrev_name = "d2" | |
| plain_formatter = logging.Formatter( | |
| "[%(asctime)s] %(name)s %(levelname)s %(message)s ", datefmt="%m/%d %H:%M:%S" | |
| ) | |
| # stdout logging: master only | |
| if distributed_rank == 0: | |
| ch = logging.StreamHandler(stream=sys.stdout) | |
| ch.setLevel(logging.INFO) # NOTE: if more detailed, change it to logging.DEBUG | |
| if color: | |
| formatter = _ColorfulFormatter( | |
| colored("[%(asctime)s %(name)s]: ", "green") + "%(message)s", | |
| datefmt="%m/%d %H:%M:%S", | |
| root_name=name, | |
| abbrev_name=str(abbrev_name), | |
| ) | |
| else: | |
| formatter = plain_formatter | |
| ch.setFormatter(formatter) | |
| logger.addHandler(ch) | |
| # file logging: all workers | |
| if output is not None: | |
| if output.endswith(".txt") or output.endswith(".log"): | |
| filename = output | |
| else: | |
| filename = os.path.join(output, "log.txt") | |
| if distributed_rank > 0: | |
| filename = filename + ".rank{}".format(distributed_rank) | |
| os.makedirs(os.path.dirname(filename), exist_ok=True) | |
| fh = logging.StreamHandler(_cached_log_stream(filename)) | |
| fh.setLevel(logging.INFO) # NOTE: if more detailed, change it to logging.DEBUG | |
| fh.setFormatter(plain_formatter) | |
| logger.addHandler(fh) | |
| return logger | |
| from iopath.common.file_io import PathManager as PathManagerBase | |
| PathManager = PathManagerBase() | |
| # cache the opened file object, so that different calls to 'setup_logger | |
| # with the same file name can safely write to the same file. | |
| def _cached_log_stream(filename): | |
| # use 1K buffer if writting to cloud storage | |
| io = PathManager.open(filename, "a", buffering=1024 if "://" in filename else -1) | |
| atexit.register(io.close) | |
| return io | |