Function buildChatRequestBody

local_inference/backends/httpOpenAIBackend.js:85–107

(request, messages)

}

function buildChatRequestBody(request, messages) {
    const body = {
        model: request.model,
        messages,
        temperature: request.temperature,
        top_p: request.top_p,
        stream: false
    };

    if (request.max_output_tokens) {
        body.max_tokens = request.max_output_tokens;
    }

    if (Number.isInteger(request.seed)) {
        body.seed = request.seed;
    }

    if (request.user) {
        body.user = request.user;
    }

    return body;
}

export function createOpenAICompatibleBackend({
    id,