Method applyAgentThinkingLevel

pkg/runtime/model_switcher.go:229–272

applyAgentThinkingLevel resolves the agent's current model, asks pick to choose the target level among the model's supported ones, re-creates the effective provider(s) with that level, and installs them as a runtime override.

(ctx context.Context, agentName string, pick func(supported []effort.Level, current effort.Level) (effort.Level, error))

// effective provider(s) with that level, and installs them as a runtime
// override.
func (r *LocalRuntime) applyAgentThinkingLevel(ctx context.Context, agentName string, pick func(supported []effort.Level, current effort.Level) (effort.Level, error)) (effort.Level, error) {
	if r.modelSwitcherCfg == nil {
		return "", ErrUnsupported
	}

	a, err := r.team.Agent(agentName)
	if err != nil {
		return "", fmt.Errorf("agent not found: %w", err)
	}

	models := a.EffectiveModels()
	if len(models) == 0 {
		return "", errors.New("agent has no model configured")
	}

	baseCfg := models[0].BaseConfig().ModelConfig
	if !r.modelSupportsThinking(ctx, &baseCfg) {
		return "", fmt.Errorf("model %q does not support thinking levels: %w", baseCfg.DisplayOrModel(), ErrUnsupported)
	}

	supported := modelinfo.SupportedThinkingLevels(baseCfg.Provider, baseCfg.Model)
	next, err := pick(supported, currentThinkingLevel(&baseCfg))
	if err != nil {
		return "", err
	}

	// Re-create each effective provider (alloy models can have several) with
	// the new thinking level so the override preserves the existing pool.
	newProviders := make([]provider.Provider, 0, len(models))
	for _, m := range models {
		mc := m.BaseConfig().ModelConfig
		cfg := mc.Clone()
		cfg.ThinkingBudget = &latest.ThinkingBudget{Effort: string(next)}
		prov, err := r.createProviderFromConfig(ctx, cfg)
		if err != nil {
			return "", fmt.Errorf("failed to apply thinking level: %w", err)
		}
		newProviders = append(newProviders, prov)
	}

	a.SetModelOverride(newProviders...)
	slog.InfoContext(ctx, "Set agent thinking level", "agent", agentName, "level", next)
	return next, nil
}

// modelSupportsThinking reports whether cfg names a model that accepts a
// user-selectable thinking-effort level. It first trusts an explicit,