Function processWithConcurrency

apps/sim/lib/knowledge/embeddings.ts:322–339

(
  items: T[],
  concurrency: number,
  processor: (item: T, index: number) => Promise<R>
)

}

async function processWithConcurrency<T, R>(
  items: T[],
  concurrency: number,
  processor: (item: T, index: number) => Promise<R>
): Promise<R[]> {
  const results: R[] = new Array(items.length)
  let currentIndex = 0

  const workers = Array.from({ length: Math.min(concurrency, items.length) }, async () => {
    while (currentIndex < items.length) {
      const index = currentIndex++
      results[index] = await processor(items[index], index)
    }
  })

  await Promise.all(workers)
  return results
}

export interface GenerateEmbeddingsResult {
  embeddings: number[][]