Function log_dist

flagai/logger.py:61–85

Log message when one of following condition meets + not dist.is_initialized() + dist.get_rank() in ranks if ranks is not None or ranks = [-1] Args: message (str) ranks (list) level (int)

(message, ranks=None, level=logging.INFO)

def log_dist(message, ranks=None, level=logging.INFO):
    """Log message when one of following condition meets
    + not dist.is_initialized()
    + dist.get_rank() in ranks if ranks is not None or ranks = [-1]
    Args:
        message (str)
        ranks (list)
        level (int)
    """
    
    my_rank = -1
    if is_bmt and bmt.init.is_initialized():
        should_log = not bmt.init.is_initialized()
        my_rank = bmt.rank() if bmt.init.is_initialized() else -1
    else:
        should_log = not dist.is_initialized()
        my_rank = dist.get_rank() if dist.is_initialized() else -1
        
    ranks = ranks or []
    if ranks and not should_log:
        should_log = ranks[0] == -1
        should_log = should_log or (my_rank in set(ranks))
    if should_log:
        final_message = "[Rank {}] {}".format(my_rank, message)
        logger.log(level, final_message)

def print_json_dist(message, ranks=None, path=None):
    """Print message when one of following condition meets