Function ApplyInferenceDefaults

core/config/inference_defaults.go:73–128

ApplyInferenceDefaults sets recommended inference parameters on cfg based on modelIDs. Tries each modelID in order; the first match wins. Only fills in parameters that are not already set (nil pointers or zero values).

(cfg *ModelConfig, modelIDs ...string)

// Tries each modelID in order; the first match wins.
// Only fills in parameters that are not already set (nil pointers or zero values).
func ApplyInferenceDefaults(cfg *ModelConfig, modelIDs ...string) {
	var family map[string]float64
	var matchedID string
	for _, id := range modelIDs {
		if id == "" {
			continue
		}
		if f := MatchModelFamily(id); f != nil {
			family = f
			matchedID = id
			break
		}
	}
	if family == nil {
		return
	}

	xlog.Debug("[inference_defaults] applying defaults for model", "modelID", matchedID, "family", family)

	if cfg.Temperature == nil {
		if v, ok := family["temperature"]; ok {
			cfg.Temperature = &v
		}
	}

	if cfg.TopP == nil {
		if v, ok := family["top_p"]; ok {
			cfg.TopP = &v
		}
	}

	if cfg.TopK == nil {
		if v, ok := family["top_k"]; ok {
			intV := int(v)
			cfg.TopK = &intV
		}
	}

	if cfg.MinP == nil {
		if v, ok := family["min_p"]; ok {
			cfg.MinP = &v
		}
	}

	if cfg.RepeatPenalty == 0 {
		if v, ok := family["repeat_penalty"]; ok {
			cfg.RepeatPenalty = v
		}
	}

	if cfg.PresencePenalty == 0 {
		if v, ok := family["presence_penalty"]; ok {
			cfg.PresencePenalty = v
		}
	}
}