Function scanFile

tools/src/FileScan.cc:23–45

#include <iostream>

void scanFile(std::ostream& out, const char* filename, uint64_t batchSize,
              const orc::RowReaderOptions& rowReaderOpts, bool showMetrics) {
  orc::ReaderOptions readerOpts;
  if (showMetrics) {
    readerOpts.setReaderMetrics(orc::getDefaultReaderMetrics());
  }
  std::unique_ptr<orc::Reader> reader =
      orc::createReader(orc::readFile(filename, readerOpts.getReaderMetrics()), readerOpts);
  std::unique_ptr<orc::RowReader> rowReader = reader->createRowReader(rowReaderOpts);
  std::unique_ptr<orc::ColumnVectorBatch> batch = rowReader->createRowBatch(batchSize);

  unsigned long rows = 0;
  unsigned long batches = 0;
  while (rowReader->next(*batch)) {
    batches += 1;
    rows += batch->numElements;
  }
  out << "Rows: " << rows << std::endl;
  out << "Batches: " << batches << std::endl;
  if (showMetrics) {
    printReaderMetrics(out, reader->getReaderMetrics());
  }
}

int main(int argc, char* argv[]) {
  uint64_t batchSize = 1024;