Function streamChat

core/llm/index.ts:1095–1336

(
    _messages: ChatMessage[],
    signal: AbortSignal,
    options: LLMFullCompletionOptions = {},
    messageOptions?: MessageOption,
  )

  // Update the streamChat method:
  async *streamChat(
    _messages: ChatMessage[],
    signal: AbortSignal,
    options: LLMFullCompletionOptions = {},
    messageOptions?: MessageOption,
  ): AsyncGenerator<ChatMessage, PromptLog> {
    this.lastRequestId = undefined;

    // Apply per-model tool overrides if configured
    let effectiveTools = options.tools;
    if (this.toolOverrides?.length && options.tools?.length) {
      const { tools: overriddenTools, errors } = applyToolOverrides(
        options.tools,
        this.toolOverrides,
      );
      effectiveTools = overriddenTools;
      // Log any warnings for unknown tool names
      for (const error of errors) {
        if (!error.fatal) {
          console.warn(`Tool override warning: ${error.message}`);
        }
      }
    }

    // Use effectiveTools for the rest of this method
    const optionsWithOverrides = { ...options, tools: effectiveTools };

    let { completionOptions, logEnabled } =
      this._parseCompletionOptions(optionsWithOverrides);
    const interaction = logEnabled
      ? this.logger?.createInteractionLog()
      : undefined;
    let status: InteractionStatus = "in_progress";

    completionOptions = this._modifyCompletionOptions(completionOptions);

    let messages = _messages;

    // If not precompiled, compile the chat messages
    if (!messageOptions?.precompiled) {
      const { compiledChatMessages } = compileChatMessages({
        modelName: completionOptions.model,
        msgs: _messages,
        knownContextLength: this._contextLength,
        maxTokens: completionOptions.maxTokens ?? DEFAULT_MAX_TOKENS,
        supportsImages: this.supportsImages(),
        tools: optionsWithOverrides.tools,
      });

      messages = compiledChatMessages;
    }

    const messagesCopy = [...messages]; // templateMessages may modify messages.

    const prompt = this.templateMessages
      ? this.templateMessages(messagesCopy)
      : this._formatChatMessages(messagesCopy);