Function getUniqueImageMessages

packages/components/nodes/agentflow/utils.ts:250–326

(
    options: ICommonObject,
    messages: BaseMessageLike[],
    modelConfig?: ICommonObject
)

 * Returns undefined if no new unique images are found.
 */
export const getUniqueImageMessages = async (
    options: ICommonObject,
    messages: BaseMessageLike[],
    modelConfig?: ICommonObject
): Promise<{ imageMessageWithFileRef: BaseMessageLike; imageMessageWithBase64: BaseMessageLike } | undefined> => {
    if (!options.uploads) return undefined

    // Get images from uploads
    const images = await _addImagesToMessages(options, modelConfig?.allowImageUploads ?? false)
    const imageUploads = getImageUploads(options.uploads)

    // Collect (fileName, mime) already present in messages via _imageFileRefs
    const alreadyPresentRefs = new Set<string>()
    for (const msg of messages) {
        const refs = (msg as IChatMessage).additional_kwargs?._imageFileRefs
        if (refs) {
            for (const r of refs) {
                alreadyPresentRefs.add(`${sanitizeFileName(r.fileName)}:${r.mime}`)
            }
        }
    }

    // Filter out images already present in previous messages to avoid duplicates; keep (image, upload) pairs so indices stay aligned
    const uniquePairs: { image: MessageContentImageUrl; upload: IFileUpload }[] = []
    images.forEach((image, index) => {
        const upload = imageUploads[index]
        if (upload && alreadyPresentRefs.has(`${sanitizeFileName(upload.name)}:${upload.mime}`)) {
            return
        }
        const alreadyInContent = messages.some((msg) => {
            const chatMsg = msg as IChatMessage
            if (Array.isArray(chatMsg.content)) {
                return chatMsg.content.some(
                    (item) =>
                        (item as IMultimodalContentItem).type === 'image_url' &&
                        image.type === 'image_url' &&
                        JSON.stringify(item) === JSON.stringify(image)
                )
            }
            return JSON.stringify(chatMsg.content) === JSON.stringify(image)
        })
        if (!alreadyInContent) uniquePairs.push({ image, upload })
    })

    const uniqueImages = uniquePairs.map((p) => p.image)

    if (uniqueImages.length === 0) return undefined

    // File-ref version: lightweight references for storage (only unique uploads)
    const imageMessageWithFileRef: IChatMessage = {
        role: 'user',
        content: uniquePairs.map(({ upload }) => ({
            type: upload.type,
            name: sanitizeFileName(upload.name),
            mime: upload.mime
        })) as ContentBlock[]
    }