Function multi_comp_decomp_example

examples/high_level_quickstart_example.cpp:145–187

* Additionally, we can use the same manager to execute multiple streamed compressions / decompressions * In this example we configure the multiple decompressions by inspecting the compressed buffers */

 * In this example we configure the multiple decompressions by inspecting the compressed buffers
 */  
void multi_comp_decomp_example(const std::vector<uint8_t*>& device_input_ptrs, std::vector<size_t>& input_buffer_lengths)
{
  size_t num_buffers = input_buffer_lengths.size();
  
  using namespace std;

  cudaStream_t stream;
  CUDA_CHECK(cudaStreamCreate(&stream));

  const int chunk_size = 1 << 16;
  nvcompType_t data_type = NVCOMP_TYPE_CHAR;

  nvcompBatchedLZ4Opts_t format_opts{data_type};
  LZ4Manager nvcomp_manager{chunk_size, format_opts, stream};
  
  std::vector<uint8_t*> comp_result_buffers(num_buffers);

  for(size_t ix_buffer = 0; ix_buffer < num_buffers; ++ix_buffer) {
    uint8_t* input_data = device_input_ptrs[ix_buffer];
    size_t input_length = input_buffer_lengths[ix_buffer];

    auto comp_config = nvcomp_manager.configure_compression(input_length);

    CUDA_CHECK(cudaMalloc(&comp_result_buffers[ix_buffer], comp_config.max_compressed_buffer_size));
    nvcomp_manager.compress(input_data, comp_result_buffers[ix_buffer], comp_config);    
  }

  std::vector<uint8_t*> decomp_result_buffers(num_buffers);
  for(size_t ix_buffer = 0; ix_buffer < num_buffers; ++ix_buffer) {
    uint8_t* comp_data = comp_result_buffers[ix_buffer];

    auto decomp_config = nvcomp_manager.configure_decompression(comp_data);

    CUDA_CHECK(cudaMalloc(&decomp_result_buffers[ix_buffer], decomp_config.decomp_data_size));

    nvcomp_manager.decompress(decomp_result_buffers[ix_buffer], comp_data, decomp_config);    
  }

  for (size_t ix_buffer = 0; ix_buffer < num_buffers; ++ix_buffer) {
    CUDA_CHECK(cudaFree(decomp_result_buffers[ix_buffer]));
    CUDA_CHECK(cudaFree(comp_result_buffers[ix_buffer]));
  }
}

/**
 * Additionally, we can use the same manager to execute multiple streamed compressions / decompressions