Method ensure_kg_fts_schema

atomic-core/src/pristine/txn/write/triples.rs:30–113

Ensure the reverse FTS index exists and rebuild both directions once for databases created before replacement-safe indexing was introduced.

(&mut self)

    /// Ensure the reverse FTS index exists and rebuild both directions once for
    /// databases created before replacement-safe indexing was introduced.
    fn ensure_kg_fts_schema(&mut self) -> PristineResult<()> {
        self.txn.open_multimap_table(KG_FTS)?;
        self.txn.open_multimap_table(KG_FTS_BY_NODE)?;

        let current_version = {
            let metadata = self.txn.open_table(KG_INDEX_META)?;
            let stored_version = metadata.get(KG_FTS_REVERSE_SCHEMA_KEY)?;
            match stored_version {
                Some(value) => value.value(),
                None => 0,
            }
        };
        if current_version >= KG_FTS_REVERSE_SCHEMA_VERSION {
            return Ok(());
        }

        // Legacy KG FTS only ever appended postings. Rebuild from KG_NODES so
        // both orphan postings and obsolete label/summary tokens disappear.
        let nodes_to_index = {
            let nodes = self.txn.open_table(KG_NODES)?;
            let mut indexed = Vec::new();
            for entry in nodes.iter()? {
                let (node_id, node_bytes) = entry?;
                let node: KgNode = serde_json::from_slice(node_bytes.value()).map_err(|e| {
                    PristineError::Serialization {
                        message: e.to_string(),
                    }
                })?;
                let tokens: std::collections::HashSet<String> =
                    tokenize_for_fts(&kg_node_fts_text(&node))
                        .into_iter()
                        .collect();
                indexed.push((node_id.value().to_string(), tokens));
            }
            indexed
        };

        let forward_keys = {
            let fts = self.txn.open_multimap_table(KG_FTS)?;
            let mut keys = Vec::new();
            for entry in fts.iter()? {
                keys.push(entry?.0.value().to_string());
            }
            keys
        };
        {
            let mut fts = self.txn.open_multimap_table(KG_FTS)?;
            for token in forward_keys {
                fts.remove_all(token.as_str())?;
            }
        }

        let reverse_keys = {
            let reverse = self.txn.open_multimap_table(KG_FTS_BY_NODE)?;
            let mut keys = Vec::new();
            for entry in reverse.iter()? {
                keys.push(entry?.0.value().to_string());
            }