Function train_codebooks

nodedb-codec/src/vector_quant/opq.rs:231–256

(
    rotated: &[Vec<f32>],
    m: usize,
    k: usize,
    sub_dim: usize,
    kmeans_iters: usize,
    seed: u64,
)

}

fn train_codebooks(
    rotated: &[Vec<f32>],
    m: usize,
    k: usize,
    sub_dim: usize,
    kmeans_iters: usize,
    seed: u64,
) -> Vec<Vec<Vec<f32>>> {
    let mut codebooks = Vec::with_capacity(m);
    for s in 0..m {
        let offset = s * sub_dim;
        let sub_vecs: Vec<Vec<f32>> = rotated
            .iter()
            .map(|v| v[offset..offset + sub_dim].to_vec())
            .collect();
        let centroids = lloyd(
            &sub_vecs,
            sub_dim,
            k,
            kmeans_iters,
            seed ^ (s as u64 * 0x1234567),
        );
        codebooks.push(centroids);
    }
    codebooks
}

fn make_uqv(codes: &[u8], dim: u16) -> UnifiedQuantizedVector {
    let header = QuantHeader {