Function updateChunksInLibrary

fullsheet-rag.js:512–599

* Update chunks in the library with modified data from chunk visualizer * Handles metadata updates (keywords, weights, links) and text changes (re-vectorization) * * @param {string} collectionId - Collection ID to update * @param {Object} chunks - Modified chunks object { hash: chunkData, ..

(collectionId, chunks)

 * @returns {Promise<void>}
 */
async function updateChunksInLibrary(collectionId, chunks) {
    CarrotDebug.ui('📝 [updateChunksInLibrary] Starting update...', {
        collectionId,
        chunkCount: Object.keys(chunks).length
    });

    const library = getContextualLibrary();

    if (!library[collectionId]) {
        throw new Error(`Collection ${collectionId} not found in library`);
    }

    const chunksToRevectorize = [];
    const updatedHashes = [];

    // Determine which chunks were deleted (present in library, absent from the submitted set)
    // so they can be removed from the library and purged from the vector DB below.
    const removedHashes = Object.keys(library[collectionId]).filter(hash => !(hash in chunks));
    for (const hash of removedHashes) {
        delete library[collectionId][hash];
    }

    // Process each modified chunk
    for (const [hash, chunkData] of Object.entries(chunks)) {
        const existingChunk = library[collectionId][hash];

        if (!existingChunk) {
            CarrotDebug.error(`⚠️ Chunk ${hash} not found in library - skipping`);
            continue;
        }

        // Normalize chunk data structure (handle both flat and nested metadata)
        const chunkText = chunkData.text;
        const metadata = chunkData.metadata || chunkData;

        // Check if text content changed (requires re-vectorization)
        const textChanged = existingChunk.text !== chunkText;

        if (textChanged) {
            CarrotDebug.ui(`🔄 Text changed for chunk ${hash} - will re-vectorize`);
            chunksToRevectorize.push({
                hash: parseInt(hash),
                text: chunkText,
                index: metadata.index || 0,
                metadata: {
                    ...metadata,
                    // Ensure text is NOT stored in metadata (it's separate)
                    text: undefined
                }
            });
        }

        // Update library with new data (metadata + text)
        // Spread metadata first, then override with text to ensure structure
        const { text: _, ...metadataOnly } = metadata;
        library[collectionId][hash] = {
            text: chunkText,
            ...metadataOnly