Method SetModelOverride

pkg/agent/agent.go:211–234

SetModelOverride sets runtime model override(s) for this agent. The override(s) take precedence over the configured models. For alloy models, multiple providers can be passed and one will be randomly selected. Pass no arguments or nil providers to clear the override. SetModelOverride returns a snap

(models ...provider.Provider)

// the deferred restore can detect concurrent changes via CAS. Callers
// that only need the side-effect can ignore the return value.
func (a *Agent) SetModelOverride(models ...provider.Provider) ModelOverrideSnapshot {
	// Filter out nil providers
	var validModels []provider.Provider
	for _, m := range models {
		if m != nil {
			validModels = append(validModels, m)
		}
	}

	var ptr *[]provider.Provider
	if len(validModels) == 0 {
		a.modelOverrides.Store(nil)
		slog.Debug("Cleared model override", "agent", a.name)
	} else {
		ptr = &validModels
		a.modelOverrides.Store(ptr)
		ids := make([]string, len(validModels))
		for i, m := range validModels {
			ids[i] = m.ID().String()
		}
		slog.Debug("Set model override", "agent", a.name, "models", ids)
	}
	return ModelOverrideSnapshot{ptr: ptr}
}

// HasModelOverride returns true if a model override is currently set.
func (a *Agent) HasModelOverride() bool {