Function getEmbedRuntimeOptions

src/core/embeddings.ts:163–176

()

}

function getEmbedRuntimeOptions(): EmbedRuntimeOptions | undefined {
  if (EMBED_PROVIDER === "openai") return undefined;
  const options: EmbedRuntimeOptions = {
    num_gpu: toOptionalInteger(process.env.CONTEXTPLUS_EMBED_NUM_GPU),
    main_gpu: toOptionalInteger(process.env.CONTEXTPLUS_EMBED_MAIN_GPU),
    num_thread: toOptionalInteger(process.env.CONTEXTPLUS_EMBED_NUM_THREAD),
    num_batch: toOptionalInteger(process.env.CONTEXTPLUS_EMBED_NUM_BATCH),
    num_ctx: toOptionalInteger(process.env.CONTEXTPLUS_EMBED_NUM_CTX),
    low_vram: toOptionalBoolean(process.env.CONTEXTPLUS_EMBED_LOW_VRAM),
  };

  if (Object.values(options).every((value) => value === undefined)) return undefined;
  return options;
}

export function getEmbeddingBatchSize(): number {
  const requested = toIntegerOr(process.env.CONTEXTPLUS_EMBED_BATCH_SIZE, DEFAULT_EMBED_BATCH_SIZE);