Function get_ma_status

deepspeed/runtime/utils.py:804–807

()

def get_ma_status():
    if dist.is_initialized() and not dist.get_rank() == 0:
        return 0
    return get_accelerator().memory_allocated()


def empty_cache():