Function runModel

src/lib/models/runModel.ts:20–150

(basePrompt: string, prompt: string, input: string, temperature = "1.0")

 * @returns The string output received from the model endpoint.
 */
export default async function runModel(basePrompt: string, prompt: string, input: string, temperature = "1.0") {
  const preferences = getPreferenceValues<ExtensionPreferences>();

  const preferenceModel: Model = {
    endpoint: preferences.modelEndpoint,
    authType: preferences.authType,
    apiKey: preferences.apiKey,
    inputSchema: preferences.inputSchema,
    outputKeyPath: preferences.outputKeyPath,
    outputTiming: preferences.outputTiming,
    lengthLimit: preferences.lengthLimit,
    temperature: temperature,
    name: "",
    description: "",
    favorited: false,
    id: "",
    icon: "",
    iconColor: "",
    notes: "",
    isDefault: false,
  };

  const fallbackModel = { ...RAYCAST_AI_FALLBACK_MODEL, temperature: temperature };

  const temp = preferences.includeTemperature
    ? parseFloat(temperature) == undefined
      ? 1.0
      : parseFloat(temperature)
    : 1.0;

  return Promise.resolve(LocalStorage.allItems()).then(async (items) => {
    const models: Model[] = Object.entries(items)
      .filter(([key]) => key.startsWith("--model-"))
      .map(([, value]) => JSON.parse(value));

    const defaultModel = models.find((model) => model.isDefault);
    const targetModel = defaultModel || (preferenceModel.endpoint == "" ? fallbackModel : preferenceModel);
    const raycastModel =
      RAYCAST_AI_REPRESENTATIONS.includes(targetModel.endpoint.toLowerCase() as RaycastAIRepresentation) ||
      targetModel.endpoint == "" ||
      targetModel.apiKey == "N/A" ||
      preferenceModel.endpoint == "";

    // If the endpoint is a URL, use the fetch hook
    const headers: { [key: string]: string } = {
      method: "POST",
      "Content-Type": "application/json",
    };

    // Add the authentication header if necessary
    if (targetModel.apiKey.length != 0) {
      if (targetModel.authType == "apiKey") {
        headers["Authorization"] = `Api-Key ${targetModel.apiKey.trim()}`;
      } else if (targetModel.authType == "bearerToken") {
        headers["Authorization"] = `Bearer ${targetModel.apiKey.trim()}`;
      } else if (targetModel.authType == "x-api-key") {
        headers["X-API-Key"] = `${targetModel.apiKey.trim()}`;
      }