Function getEmbedding

apps/webapp/app/lib/model.server.ts:656–736

(text: string)

}

export async function getEmbedding(text: string) {
  const targetDim = await getEmbeddingDimensions();
  const embeddingInfo = await getDefaultEmbeddingInfo();
  const embeddingProviderType = embeddingInfo?.providerType ?? "openai";
  const embeddingModelId = embeddingInfo?.modelId ?? "text-embedding-3-small";

  const maxRetries = 3;
  let lastEmbedding: number[] = [];
  let textForEmbedding = (text ?? "").toString();

  const embeddingModel = await getEmbeddingModel();

  for (let attempt = 1; attempt <= maxRetries; attempt++) {
    try {
      const { embedding } = await embed({
        model: embeddingModel,
        value: textForEmbedding,
        ...(targetDim && embeddingProviderType === "google" && {
          providerOptions: {
            google: { outputDimensionality: targetDim },
          },
        }),
      });
      lastEmbedding = embedding;

      if (lastEmbedding.length > 0) {
        if (targetDim && targetDim > 0) {
          if (lastEmbedding.length < targetDim) {
            logger.warn(
              `Embedding dimension mismatch: got ${lastEmbedding.length}, expected ${targetDim}. Padding with zeros; update embedding model dimensions to fix permanently.`,
            );
            lastEmbedding = lastEmbedding.concat(
              new Array(targetDim - lastEmbedding.length).fill(0),
            );
          } else if (lastEmbedding.length > targetDim) {
            throw new Error(
              `Embedding dimension mismatch: got ${lastEmbedding.length}, expected ${targetDim}. Update embedding model dimensions and re-embed/migrate vectors.`,
            );
          }
        }
        return lastEmbedding;
      }

      if (attempt < maxRetries) {
        logger.warn(
          `Attempt ${attempt}/${maxRetries}: Got empty embedding, retrying...`,
        );
      }
    } catch (error) {
      const errorString =
        error instanceof Error ? error.message : String(error);
      const isContextLengthError =
        /context length/i.test(errorString) ||
        /exceeds the context length/i.test(errorString);

      if (
        isContextLengthError &&
        attempt < maxRetries &&