Function removeOldestFunctionCalls

lib/edge-runtime/utils.ts:73–109

(
  chatGptPrompt: ChatGPTMessage[],
  model?: "3" | "3-16k" | "4",
  maxTokens?: number,
  maxTokensOut: number = MAX_TOKENS_OUT,
)

}

export function removeOldestFunctionCalls(
  chatGptPrompt: ChatGPTMessage[],
  model?: "3" | "3-16k" | "4",
  maxTokens?: number,
  maxTokensOut: number = MAX_TOKENS_OUT,
): ChatGPTMessage[] {
  /** Remove old function calls if over the context limit **/
  let tokenCount = getTokenCount(chatGptPrompt);
  maxTokens =
    maxTokens ?? (model === "3" ? 4096 : model === "3-16k" ? 16384 : 8192);
  const originalTokenCount = tokenCount;
  let numberRemoved = 0;
  // Keep removing until under the context limit
  while (tokenCount >= maxTokens - maxTokensOut) {
    // Removes the oldest function call
    const oldestFunctionCallIndex = chatGptPrompt.findIndex(
      // 204 since 4 tokens are added to the prompt for each message
      (m) => m.role === "function" && getTokenCount([m]) >= 204,
    );
    if (oldestFunctionCallIndex === -1) {
      // No function calls left to remove
      break;
    }
    chatGptPrompt[oldestFunctionCallIndex].content = "Cut for brevity";
    tokenCount = getTokenCount(chatGptPrompt);
    numberRemoved += 1;
  }
  console.info(
    "Removed " +
      numberRemoved +
      " function calls due to context limit. Original token count: " +
      originalTokenCount +
      ", new token count: " +
      tokenCount,
  );
  return chatGptPrompt;
}

export function getJsonMIMEType<inObj>(
  inputDict: Record<string, inObj> | undefined | null,