Function useModel

src/hooks/useModel.ts:25–289

(
  basePrompt: string,
  prompt: string,
  input: string,
  temperature: string,
  execute: boolean,
  modelOverride?: Model,
)

 * @returns The string output received from the model endpoint.
 */
export default function useModel(
  basePrompt: string,
  prompt: string,
  input: string,
  temperature: string,
  execute: boolean,
  modelOverride?: Model,
) {
  const preferences = getPreferenceValues<ExtensionPreferences>();
  const [data, setData] = useState<string>("");
  const [error] = useState<string>();
  const [dataTag, setDataTag] = useState<string>("");
  const [isLoading, setIsLoading] = useState<boolean>(execute);
  const [attempt, setAttempt] = useState<number>(0);
  const models = useModels();
  const AIRef = useRef<{ fetch: Promise<Response>; tag: string; forceStop: () => void }>();

  const preferenceModel: Model = {
    endpoint: preferences.modelEndpoint,
    authType: preferences.authType,
    apiKey: preferences.apiKey,
    inputSchema: preferences.inputSchema,
    outputKeyPath: preferences.outputKeyPath,
    outputTiming: preferences.outputTiming,
    lengthLimit: preferences.lengthLimit,
    temperature: "1.0",
    name: "",
    description: "",
    favorited: false,
    id: "",
    icon: "",
    iconColor: "",
    notes: "",
    isDefault: false,
  };
  const defaultModel = models.models.find((model) => model.isDefault);
  const targetModel =
    modelOverride || defaultModel || (preferenceModel.endpoint == "" ? RAYCAST_AI_FALLBACK_MODEL : preferenceModel);
  const raycastModel =
    RAYCAST_AI_REPRESENTATIONS.includes(targetModel.endpoint.toLowerCase() as RaycastAIRepresentation) ||
    targetModel.endpoint == "" ||
    targetModel.apiKey == "N/A";
  models.isLoading && !modelOverride && preferenceModel.endpoint == "";

  const temp = preferences.includeTemperature
    ? parseFloat(temperature) == undefined
      ? 1.0
      : parseFloat(temperature)
    : 1.0;

  // If the endpoint is a URL, use the fetch hook
  const headers: { [key: string]: string } = {
    method: "POST",
    "Content-Type": "application/json",
  };

  // Add the authentication header if necessary
  if (targetModel.apiKey.length != 0) {