Method WriterImpl

c++/src/Writer.cc:367–396

  const WriterId WriterImpl::writerId = WriterId::ORC_CPP_WRITER;

  WriterImpl::WriterImpl(const Type& t, OutputStream* stream, const WriterOptions& opts)
      : outStream_(stream), options_(opts), type_(t) {
    streamsFactory_ = createStreamsFactory(options_, outStream_);
    columnWriter_ = buildWriter(type_, *streamsFactory_, options_);
    stripeRows_ = totalRows_ = indexRows_ = 0;
    currentOffset_ = 0;
    stripesAtLastFlush_ = 0;
    lastFlushOffset_ = 0;

    useTightNumericVector_ = opts.getUseTightNumericVector();

    if (options_.getCompressionBlockSize() % options_.getMemoryBlockSize() != 0) {
      throw std::invalid_argument(
          "Compression block size must be a multiple of memory block size.");
    }

    // compression stream for stripe footer, file footer and metadata
    compressionStream_ = createCompressor(
        options_.getCompression(), outStream_, options_.getCompressionStrategy(),
        options_.getOutputBufferCapacity(), options_.getCompressionBlockSize(),
        options_.getMemoryBlockSize(), *options_.getMemoryPool(), options_.getWriterMetrics());

    // uncompressed stream for post script
    bufferedStream_.reset(new BufferedOutputStream(*options_.getMemoryPool(), outStream_,
                                                   1024,  // buffer capacity: 1024 bytes
                                                   options_.getCompressionBlockSize(),
                                                   options_.getWriterMetrics()));

    init();
  }

  std::unique_ptr<ColumnVectorBatch> WriterImpl::createRowBatch(uint64_t size) const {
    return type_.createRowBatch(size, *options_.getMemoryPool(), false, useTightNumericVector_);