Function chat

src/ifcchat/api_anthropic.js:147–184

({ apiKey, model, messages, tools })

}

export async function chat({ apiKey, model, messages, tools }) {
    const request = splitSystemAndMessages(messages);
    const anthropicTools = toAnthropicTools(tools);

    // Mark the last tool with cache_control so the entire tool list is cached
    if (anthropicTools.length > 0) {
        anthropicTools[anthropicTools.length - 1].cache_control = { type: "ephemeral" };
    }

    const body = {
        model,
        max_tokens: 4096,
        messages: request.messages,
        tools: anthropicTools,
    };

    if (request.system) {
        body.system = [{ type: "text", text: request.system, cache_control: { type: "ephemeral" } }];
    }

    const res = await fetch("https://api.anthropic.com/v1/messages", {
        method: "POST",
        headers: {
            "Content-Type": "application/json",
            "x-api-key": apiKey,
            "anthropic-version": "2023-06-01",
            "anthropic-dangerous-direct-browser-access": "true",
        },
        body: JSON.stringify(body),
    });

    if (!res.ok) {
        const text = await res.text();
        throw new Error(`Anthropic error ${res.status}: ${text}`);
    }

    return toChatCompletionResponse(await res.json());
}