Method cleanDeviceMemoryManager

src/backend/common/DefaultMemoryManager.cpp:39–72

}

void DefaultMemoryManager::cleanDeviceMemoryManager(int device) {
    if (this->debug_mode) { return; }

    // This vector is used to store the pointers which will be deleted by
    // the memory manager. We are using this to avoid calling free while
    // the lock is being held because the CPU backend calls sync.
    vector<void *> free_ptrs;
    size_t bytes_freed                         = 0;
    DefaultMemoryManager::memory_info &current = memory[device];
    {
        lock_guard_t lock(this->memory_mutex);
        // Return if all buffers are locked
        if (current.total_buffers == current.lock_buffers) { return; }
        free_ptrs.reserve(current.free_map.size());

        for (auto &kv : current.free_map) {
            size_t num_ptrs = kv.second.size();
            // Free memory by pushing the last element into the free_ptrs
            // vector which will be freed once outside of the lock
            // for (auto ptr : kv.second) { free_ptrs.emplace_back(pair); }
            std::move(begin(kv.second), end(kv.second),
                      back_inserter(free_ptrs));
            current.total_bytes -= num_ptrs * kv.first;
            bytes_freed += num_ptrs * kv.first;
            current.total_buffers -= num_ptrs;
        }
        current.free_map.clear();
    }

    AF_TRACE("GC: Clearing {} buffers {}", free_ptrs.size(),
             bytesToString(bytes_freed));
    // Free memory outside of the lock
    for (auto *ptr : free_ptrs) { this->nativeFree(ptr); }
}

DefaultMemoryManager::DefaultMemoryManager(int num_devices,
                                           unsigned max_buffers, bool debug)