Function InitCudaThread

tools/test_nccl.cc:43–49

}

static void InitCudaThread() {
    #pragma omp parallel num_threads(num_gpus)
    {
        auto tid = omp_get_thread_num();
        CUDA_CHECK(cudaSetDevice(tid), "cudaSetDevice");
    }
}

static void InitNccl(ncclComm_t *comms) {
    ncclUniqueId uuid;