Function getAzureGpt4Completion

app/src/server/utils/openai.ts:70–93

(input: ChatCompletionCreateParams)

// Fall back to our own Azure instance for long-running requests
export async function getAzureGpt4Completion(input: ChatCompletionCreateParams) {
  const models = ["gpt-4", "gpt-4-turbo", "gpt-4-32k"] as const;
  let lastError;
  for (const model of models) {
    const client = getEndpointForModel(model).client;

    try {
      return client.chat.completions.create({
        ...input,
        model,
        stream: false,
      });
    } catch (error) {
      if (error instanceof APIError && error.status === 429) {
        // store error to throw if all models fail
        lastError = error;
        continue;
      }
      console.log("ERROR:", error);
      throw error;
    }
  }
  throw lastError;
}

const azureGpt4Endpoints: readonly {
  apiBase: string;