Class DeviceStream

XM/include/Utils/memory.h:20–46

cuda stream wrapper

// cuda stream wrapper
class DeviceStream {
    public:
        size_s gpu_id;
        cudaStream_t stream;

        // Initialize using the index of GPU
        DeviceStream(): gpu_id(0), stream(NULL) {}
        DeviceStream(const size_s gpu_id): gpu_id(gpu_id), stream(NULL) {}

        inline void set_gpu_id(const size_s gpu_id) {
            this->gpu_id = gpu_id;
            return;
        }
        inline void activate() {
            CHECK_CUDA( cudaSetDevice(this->gpu_id) );
            CHECK_CUDA( cudaStreamCreateWithFlags(&this->stream, cudaStreamNonBlocking) );
        }

        ~DeviceStream() {
            CHECK_CUDA( cudaSetDevice(this->gpu_id) );
            if (this->stream != NULL) {
                CHECK_CUDA( cudaStreamDestroy(this->stream) );
                this->stream = NULL;
            }
            // std::cout << "DeviceStream destructor called!" << std::endl;
        }
};  

// cublas handle wrapper
class DeviceBlasHandle {