Function trim_mean

deepspeed/utils/timer.py:296–316

Compute the trimmed mean of a list of numbers. Args: data (list): List of numbers. trim_percent (float): Percentage of data to trim. Returns: float: Trimmed mean.

(data, trim_percent)

def trim_mean(data, trim_percent):
    """Compute the trimmed mean of a list of numbers.

    Args:
        data (list): List of numbers.
        trim_percent (float): Percentage of data to trim.

    Returns:
        float: Trimmed mean.
    """
    assert 0.0 <= trim_percent <= 1.0
    n = len(data)
    # Account for edge case of empty list
    if len(data) == 0:
        return 0
    # sorted(), not data.sort(): CommsLogger passes its stored latency/algbw/busbw
    # lists straight in, and sorting them in place reorders each independently and
    # destroys the index correspondence between them.
    data = sorted(data)
    k = int(round(n * (trim_percent)))
    return mean(data[k:n - k])