Function makeBatchedResolver

packages/ai/ai/src/EmbeddingModel.ts:167–187

(
  embedMany: (input: ReadonlyArray<string>) => Effect.Effect<Array<Result>, AiError.AiError>
)

}) {}

const makeBatchedResolver = (
  embedMany: (input: ReadonlyArray<string>) => Effect.Effect<Array<Result>, AiError.AiError>
) =>
  RequestResolver.makeBatched(
    (requests: ReadonlyArray<EmbeddingRequest>) =>
      embedMany(requests.map((request) => request.input)).pipe(
        Effect.flatMap(
          Effect.forEach(
            ({ embeddings, index }) => Request.succeed(requests[index], embeddings),
            { discard: true }
          )
        ),
        Effect.catchAll((error) =>
          Effect.forEach(
            requests,
            (request) => Request.fail(request, error),
            { discard: true }
          )
        )
      )
  )

/**
 * Creates an EmbeddingModel service with batching and caching capabilities.