Method executeStreamingTurn

cli/chat_pipeline.go:587–621

executeStreamingTurn runs the streaming path. It also drives the watchdog for stalled streams and pushes provider-reported usage into the cost tracker against whichever provider+model actually served the turn.

(
	ctx context.Context,
	sc client.StreamingClient,
	activeClient client.LLMClient,
	userInput, additionalContext string,
	tempHistory []models.Message,
	effectiveMaxTokens int,
	resolution SkillClientResolution,
	stopSpinner func(),
)

// watchdog for stalled streams and pushes provider-reported usage into the
// cost tracker against whichever provider+model actually served the turn.
func (cli *ChatCLI) executeStreamingTurn(
	ctx context.Context,
	sc client.StreamingClient,
	activeClient client.LLMClient,
	userInput, additionalContext string,
	tempHistory []models.Message,
	effectiveMaxTokens int,
	resolution SkillClientResolution,
	stopSpinner func(),
) (string, error) {
	chunks, err := sc.SendPromptStream(ctx, userInput+additionalContext, tempHistory, effectiveMaxTokens)
	if err != nil && cli.refreshClientOnAuthError(err) {
		chunks, err = sc.SendPromptStream(ctx, userInput+additionalContext, tempHistory, effectiveMaxTokens)
	}

	cli.animation.StopThinkingAnimation()
	stopSpinner()
	cli.interactionState = StateNormal
	cli.forceRefreshPrompt()
	time.Sleep(50 * time.Millisecond)

	if err != nil {
		return "", err
	}
	fmt.Printf("%s\n", colorize(activeClient.GetModelName()+":", ColorPurple))

	result := client.WatchStream(ctx, chunks, client.DefaultWatchdogConfig(), cli.logger)
	if result.WasStalled {
		fmt.Printf("\n%s\n", colorize(i18n.T("sw.cmd.stream_stalled"), ColorYellow))
	}
	if result.Usage != nil && cli.costTracker != nil {
		cli.costTracker.RecordRealUsage(resolution.Provider, resolution.Model, result.Usage)
	}
	return result.Text, nil
}

// executeBufferedTurn runs the non-streaming path. The animation/spinner
// must stop as soon as the provider responds (success or failure) so the