Function createFetchLanguageModel

typescript/src/model.ts:162–203

* Common OpenAI REST API endpoint encapsulation using the fetch API.

(url: string, headers: object, defaultParams: object)

 * Common OpenAI REST API endpoint encapsulation using the fetch API.
 */
function createFetchLanguageModel(url: string, headers: object, defaultParams: object) {
    const model: TypeChatLanguageModel = {
        complete
    };
    return model;

    async function complete(prompt: string | PromptSection[]) {
        let retryCount = 0;
        const retryMaxAttempts = model.retryMaxAttempts ?? 3;
        const retryPauseMs = model.retryPauseMs ?? 1000;
        const messages = typeof prompt === "string" ? [{ role: "user", content: prompt }] : prompt;
        while (true) {
            const options = {
                method: "POST",
                body: JSON.stringify({
                    ...defaultParams,
                    messages,
                    temperature: 0,
                    n: 1
                }),
                headers: {
                    "content-type": "application/json",
                    ...headers
                }
            }
            const response = await fetch(url, options);
            if (response.ok) {
                const json = await response.json() as { choices: { message: PromptSection }[] };
                if (typeof json.choices[0].message.content === "string") {
                    return success(json.choices[0].message.content ?? "");
                } else {
                    return error(`REST API unexpected response format: ${JSON.stringify(json.choices[0].message.content)}`);
                }
            }
            if (!isTransientHttpError(response.status) || retryCount >= retryMaxAttempts) {
                return error(`REST API error ${response.status}: ${response.statusText}`);
            }
            await sleep(getRetryDelayMs(response, retryPauseMs, retryPauseMs * retryMaxAttempts));
            retryCount++;
        }
    }
}

/**
 * OpenAI Responses API endpoint encapsulation using the fetch API.