Method quantize_batch

nodedb-vector/src/quantize/sq8.rs:107–113

Batch quantize: quantize all vectors into a contiguous byte array. Returns `dim * N` bytes laid out as `[v0_d0, v0_d1, ..., v1_d0, ...]`.

(&self, vectors: &[&[f32]])

    ///
    /// Returns `dim * N` bytes laid out as `[v0_d0, v0_d1, ..., v1_d0, ...]`.
    pub fn quantize_batch(&self, vectors: &[&[f32]]) -> Vec<u8> {
        let mut out = Vec::with_capacity(self.dim * vectors.len());
        for v in vectors {
            out.extend(self.quantize(v));
        }
        out
    }

    /// Dequantize INT8 back to FP32 (lossy reconstruction).
    pub fn dequantize(&self, quantized: &[u8]) -> Vec<f32> {