Function normalizeModelKey

src/node/utils/main/tokenizer.ts:57–72

(modelName: string)

const warnedModels = new Set<string>();

function normalizeModelKey(modelName: string): ModelName | null {
  assert(
    typeof modelName === "string" && modelName.length > 0,
    "Model name must be a non-empty string"
  );

  const override = TOKENIZER_MODEL_OVERRIDES[modelName];
  const normalized =
    override ?? (modelName.includes(":") ? modelName.replace(":", "/") : modelName);

  if (!(normalized in models)) {
    // Return null for unknown models - caller can decide to fallback or error
    return null;
  }
  return normalized as ModelName;
}

/**
 * Resolves a model string to a ModelName, falling back to a similar model if unknown.