Method flushBatch

plugins/arrow/io/ArrowWriter.cpp:510–552

void ArrowWriter::flushBatch()
{
    std::vector<std::shared_ptr<arrow::Array>> arrays;

    // Get the data from the builders into arrays.
    for (auto& handler : m_dimHandlers)
    {
        std::shared_ptr<arrow::Array> array;
        auto status = handler->finish(array);
        if (!status)
            throwError(status.what());
        arrays.push_back(std::move(array));
    }

    if (m_formatType == arrowsupport::Parquet)
    {
#if ARROW_VERSION_MAJOR >= 20
        auto result = m_parquetFileWriter->NewRowGroup();
#else
        auto result = m_parquetFileWriter->NewRowGroup(m_batchSize);
#endif
        if (!result.ok())
            throwError("Unable to make NewRowGroup: " + result.ToString());

        for (auto& array: arrays)
        {
            result = m_parquetFileWriter->WriteColumnChunk(*array);
            if (!result.ok())
                throwError("Unable to make WriteColumnChunk: " + result.ToString());
        }

    }
    else  // Feather
    {
        std::shared_ptr<arrow::RecordBatch> batch =
            arrow::RecordBatch::Make(m_schema, m_batchIndex, arrays);

        auto result = m_arrowFileWriter->WriteRecordBatch(*batch);
        if (!result.ok())
            throwError("Unable to write arrow batch" + result.ToString());
    }
    m_batchIndex = 0;
}


void ArrowWriter::done(PointTableRef table)