Function chatWithMinuteDelay

src/ifcchat/app.js:539–558

({ chat, apiKey, baseURL, model, messages, tools })

}

async function chatWithMinuteDelay({ chat, apiKey, baseURL, model, messages, tools }) {
    const estimatedTokens = Math.max(
        1,
        Math.ceil(JSON.stringify({ model, messages, ...(tools ? { tools } : {}) }).length / ESTIMATED_CHARS_PER_TOKEN)
    );
    let currentMinuteBucket = Math.floor(Date.now() / 60000);
    const estimateTokenUsage = (minuteTokenMap.get(currentMinuteBucket) ?? 0) + estimatedTokens;

    if (estimateTokenUsage > MAX_ESTIMATED_TOKENS_PER_MINUTE) {
        currentMinuteBucket += 1;
        await new Promise((resolve) => setTimeout(() => resolve(), 60000));
    }

    minuteTokenMap.set(currentMinuteBucket, (minuteTokenMap.get(currentMinuteBucket) ?? 0) + estimatedTokens);

    return {
        minuteBucket: currentMinuteBucket,
        response: await chat({ apiKey, baseURL, model, messages, tools }),
    };
}

async function compactHistoryWithLLM(chat, apiKey, baseURL, model) {
    const estimatedTokens = Math.max(