Function fetchEmbedding

src/core/embeddings.ts:282–308

(input: string | string[])

}

export async function fetchEmbedding(input: string | string[]): Promise<number[][]> {
  const inputs = Array.isArray(input) ? input : [input];
  if (inputs.length === 0) return [];

  const chunkedInputs = inputs.map(splitEmbeddingInput);
  const flattenedInputs = chunkedInputs.flat();
  const batchSize = getEmbeddingBatchSize();
  const flattenedEmbeddings: number[][] = [];

  for (let i = 0; i < flattenedInputs.length; i += batchSize) {
    const batch = flattenedInputs.slice(i, i + batchSize);
    flattenedEmbeddings.push(...await embedBatchAdaptive(batch));
  }

  const embeddings: number[][] = [];
  let offset = 0;
  for (const chunks of chunkedInputs) {
    const vectors = flattenedEmbeddings.slice(offset, offset + chunks.length);
    if (vectors.length !== chunks.length) {
      throw new Error(`Merged embedding size mismatch: expected ${chunks.length}, got ${vectors.length}`);
    }
    embeddings.push(mergeEmbeddingVectors(vectors, chunks.map((chunk) => chunk.length)));
    offset += chunks.length;
  }

  return embeddings;
}

function hashContent(text: string): string {
  let h = 0;