Method Model

pkg/agent/agent.go:183–199

Model returns the model to use for this agent. If model override(s) are set, it returns one of the overrides (randomly for alloy). Otherwise, it returns a random model from the available models. ctx is used for log correlation only — the selection itself is local. Pass [context.TODO] from callers t

(ctx context.Context)

// Pass [context.TODO] from callers that don't have a request context
// (configuration validation, debug commands).
func (a *Agent) Model(ctx context.Context) provider.Provider {
	var selected provider.Provider
	var poolSize int
	// Check for model override first (set via TUI model switching)
	if overrides := a.modelOverrides.Load(); overrides != nil && len(*overrides) > 0 {
		selected = (*overrides)[rand.Intn(len(*overrides))]
		poolSize = len(*overrides)
	} else {
		if len(a.models) == 0 {
			return nil
		}
		selected = a.models[rand.Intn(len(a.models))]
		poolSize = len(a.models)
	}
	slog.InfoContext(ctx, "Model selected", "agent", a.name, "model", selected.ID(), "pool_size", poolSize)
	return selected
}

// SetModelOverride sets runtime model override(s) for this agent.
// The override(s) take precedence over the configured models.