Function get_used_gpu_memory

src/callbacks/memory_profiler.cpp:49–65

* @brief Returns the currently used memory, or 0 if LBANN was not compiled with * GPU support. */

 * GPU support.
 */
size_t get_used_gpu_memory()
{
#ifdef LBANN_HAS_GPU
  size_t available;
  size_t total;
#ifdef LBANN_HAS_CUDA
  FORCE_CHECK_CUDA(cudaMemGetInfo(&available, &total));
#elif defined(LBANN_HAS_ROCM)
  FORCE_CHECK_ROCM(hipMemGetInfo(&available, &total));
#endif
  // TODO(later): Might be nicer to return a struct with gathered information
  // (min, max, median across ranks)
  return total - available;
#else
  return 0;
#endif
}

/**
 * @brief Returns the total memory, or 0 if LBANN was not compiled with