| 16 | |
| 17 | @functools.lru_cache() |
| 18 | def create_logger(output_dir, dist_rank=0, name=''): |
| 19 | # create logger |
| 20 | logger = logging.getLogger(name) |
| 21 | logger.setLevel(logging.DEBUG) |
| 22 | logger.propagate = False |
| 23 | |
| 24 | # create formatter |
| 25 | fmt = '[%(asctime)s %(name)s] (%(filename)s %(lineno)d): %(levelname)s %(message)s' |
| 26 | color_fmt = colored('[%(asctime)s %(name)s]', 'green') + \ |
| 27 | colored('(%(filename)s %(lineno)d)', 'yellow') + ': %(levelname)s %(message)s' |
| 28 | |
| 29 | # create console handlers for master process |
| 30 | if dist_rank == 0: |
| 31 | console_handler = logging.StreamHandler(sys.stdout) |
| 32 | console_handler.setLevel(logging.DEBUG) |
| 33 | console_handler.setFormatter( |
| 34 | logging.Formatter(fmt=color_fmt, datefmt='%Y-%m-%d %H:%M:%S')) |
| 35 | logger.addHandler(console_handler) |
| 36 | file_handler = logging.FileHandler(os.path.join(output_dir, f'log_rank{dist_rank}.txt'), mode='a') |
| 37 | file_handler.setLevel(logging.DEBUG) |
| 38 | file_handler.setFormatter(logging.Formatter(fmt=fmt, datefmt='%Y-%m-%d %H:%M:%S')) |
| 39 | logger.addHandler(file_handler) |
| 40 | |
| 41 | return logger |