Function add_empty_batches

test-utils/src/lib.rs:59–75

Adds a random number of empty record batches into the stream

(
    batches: Vec<RecordBatch>,
    rng: &mut StdRng,
)

/// Adds a random number of empty record batches into the stream
pub fn add_empty_batches(
    batches: Vec<RecordBatch>,
    rng: &mut StdRng,
) -> Vec<RecordBatch> {
    let schema = batches[0].schema();

    batches
        .into_iter()
        .flat_map(|batch| {
            // insert 0, or 1 empty batches before and after the current batch
            let empty_batch = RecordBatch::new_empty(schema.clone());
            std::iter::repeat_n(empty_batch.clone(), rng.random_range(0..2))
                .chain(std::iter::once(batch))
                .chain(std::iter::repeat_n(empty_batch, rng.random_range(0..2)))
        })
        .collect()
}

/// "stagger" batches: split the batches into random sized batches
///