Function estimate_byte_data_size

datafusion/functions/src/encoding/inner.rs:278–285

Estimate how many bytes are actually represented by the array; in case the the array slices it's internal buffer, this returns the byte size of that slice but not the byte size of the entire buffer. This is an estimation only as it can estimate higher if null slots are non-zero sized.

(array: &GenericBinaryArray<O>)

/// This is an estimation only as it can estimate higher if null slots are non-zero
/// sized.
fn estimate_byte_data_size<O: OffsetSizeTrait>(array: &GenericBinaryArray<O>) -> usize {
    let offsets = array.value_offsets();
    // Unwraps are safe as should always have 1 element in offset buffer
    let start = *offsets.first().unwrap();
    let end = *offsets.last().unwrap();
    let data_size = end - start;
    data_size.as_usize()
}

fn decode_array(array: &ArrayRef, encoding: Encoding) -> Result<ColumnarValue> {
    let array = match array.data_type() {