Method createProviderFromConfig

pkg/runtime/model_switcher.go:860–893

createProviderFromConfig creates a provider from a ModelConfig using the runtime's configuration.

(ctx context.Context, cfg *latest.ModelConfig)

// createProviderFromConfig creates a provider from a ModelConfig using the runtime's configuration.
func (r *LocalRuntime) createProviderFromConfig(ctx context.Context, cfg *latest.ModelConfig) (provider.Provider, error) {
	opts := []options.Opt{
		options.WithGateway(r.modelSwitcherCfg.ModelsGateway),
		options.WithProviders(r.modelSwitcherCfg.Providers),
	}

	// Use max_tokens from config if specified, otherwise look up from models.dev
	if cfg.MaxTokens != nil {
		opts = append(opts, options.WithMaxTokens(*cfg.MaxTokens))
	} else if r.modelsStore != nil {
		m, err := r.modelsStore.GetModel(ctx, modelsdev.NewID(cfg.Provider, cfg.Model))
		if err == nil && m != nil {
			opts = append(opts, options.WithMaxTokens(m.Limit.Output))
		}
	}

	if store, ok := r.modelsStore.(*modelsdev.Store); ok && store != nil {
		opts = append(opts, options.WithModelsDevStore(store))
	}

	registry := r.modelSwitcherCfg.ProviderRegistry
	if registry == nil {
		registry = r.providerRegistry
	}
	if registry == nil {
		registry = provider.DefaultRegistry()
	}
	return registry.NewWithModels(ctx,
		cfg,
		r.modelSwitcherCfg.Models,
		r.modelSwitcherCfg.EnvProvider,
		opts...,
	)
}

// WithModelSwitcherConfig sets the model switcher configuration for the runtime.
func WithModelSwitcherConfig(cfg *ModelSwitcherConfig) Opt {