Method commit

src/services/commit.rs:22–143

(&mut self)

    }

    pub fn commit(&mut self) -> io::Result<()> {
        let commits = self.state.wal.get_uncommitted(100000)?;

        let commits_len = commits.len();

        if commits.len() == 0 {
            return Ok(());
        }

        println!("Commits: {:?}", commits_len);

        let mut processed = 0;

        let merged_commits = commits
            .iter()
            .fold((Vec::new(), Vec::new()), |mut items, commit| {
                let vectors = commit.vectors.clone();
                let kvs = commit.kvs.clone();

                items.0.extend(vectors);
                items.1.extend(kvs);

                items
            });

        for (vectors, kvs) in vec![merged_commits] {
            // let vectors = commit.vectors;
            // let kvs = commit.kvs;

            if vectors.len() != kvs.len() {
                return Err(io::Error::new(
                    io::ErrorKind::InvalidInput,
                    "Quantized vectors length mismatch",
                ));
            }

            println!(
                "Processing commit: {} of {} with vectors of len: {}",
                processed,
                commits_len,
                vectors.len()
            );

            processed += 1;

            // generate u128 ids

            let ids = (0..vectors.len())
                .map(|_| uuid::Uuid::new_v4().as_u128())
                .collect::<Vec<u128>>();

            println!("Generated ids");

            let vector_indices = self.state.vectors.batch_push(vectors)?;

            println!("Vector indices: {:?}", vector_indices);

            println!("Pushed vectors");