Function print_gpu_usage

examples/transformers_smollm2.py:31–37

(gpu_id)

def print_gpu_usage(gpu_id):
    print(
        f">>>> GPU memoy: {pynvml.nvmlDeviceGetMemoryInfo(gpu_device).used / 1024**3:.2f} GB on {gpu_mem} GB"
    )
    print(
        f">>>> GPU usage: Load {pynvml.nvmlDeviceGetUtilizationRates(gpu_device).gpu} %, memory {pynvml.nvmlDeviceGetUtilizationRates(gpu_device).memory} %"
    )


if __name__ == "__main__":