Function getUniqueItems

js/botasaurus-js/src/task.ts:257–290

(
    items: any,
    skipDuplicateInput: boolean,
    seenItems: Set<any>
)

export const __SKIP__ = Symbol('__SKIP__')

export function getUniqueItems(
    items: any,
    skipDuplicateInput: boolean,
    seenItems: Set<any>
): any {
    let singleItem: boolean = false
    if (!Array.isArray(items)) {
        items = [items]
        singleItem = true
    }

    // If skipDuplicateInput is false, return as-is (no deduplication)
    if (!skipDuplicateInput) {
        return singleItem ? items[0] : items
    }

    // Deduplication logic (only when skipDuplicateInput is true)
    const newItems: any[] = []

    for (const item of items) {
        const itemRepr = getItemRepr(item)

        if (!seenItems.has(itemRepr)) {
            newItems.push(item)
            seenItems.add(itemRepr)
        }
    }
    
    if (!newItems.length && singleItem) {
        return __SKIP__
    }

    return singleItem && newItems.length ? newItems[0] : newItems
}

export function removeItemFromSeenItemsSet(items: any, seenItems: Set<any>) {
    if (!Array.isArray(items)) {