Method LLMs

module/ai/iml.go:518–567

(ctx context.Context, driver string)

}

func (i *imlProviderModule) LLMs(ctx context.Context, driver string) ([]*ai_dto.LLMItem, *ai_dto.ProviderItem, error) {
	p, has := model_runtime.GetProvider(driver)
	if !has {
		return nil, nil, fmt.Errorf("ai provider not found")
	}

	llms, _ := p.ModelsByType(model_runtime.ModelTypeLLM)
	modelApiCountMap, _ := i.aiAPIService.CountMapByModel(ctx, "", map[string]interface{}{"provider": driver})
	items := make([]*ai_dto.LLMItem, 0, len(llms))
	for _, v := range llms {
		items = append(items, &ai_dto.LLMItem{
			Id:                  v.ID(),
			Name:                v.Name(),
			Logo:                v.Logo(),
			Config:              v.DefaultConfig(),
			AccessConfiguration: v.AccessConfiguration(),
			ModelParameters:     v.ModelParameters(),
			Scopes: []string{
				"chat",
			},
			Type:     "chat",
			IsSystem: v.Source() != "customize",
			ApiCount: modelApiCountMap[v.ID()],
		})
	}
	info, err := i.providerService.Get(ctx, driver)
	if err != nil {
		if !errors.Is(err, gorm.ErrRecordNotFound) {
			return nil, nil, err
		}
		defaultLLMID := ""
		defaultLLM, _ := p.DefaultModel(model_runtime.ModelTypeLLM)
		if defaultLLM != nil {
			defaultLLMID = defaultLLM.ID()
		}
		return items, &ai_dto.ProviderItem{
			Id:         p.ID(),
			Name:       p.Name(),
			DefaultLLM: defaultLLMID,
			Logo:       p.Logo(),
		}, nil
	}

	return items, &ai_dto.ProviderItem{
		Id:         info.Id,
		Name:       info.Name,
		DefaultLLM: info.DefaultLLM,
		Logo:       p.Logo(),
	}, nil
}

func (i *imlProviderModule) UpdateProviderConfig(ctx context.Context, id string, input *ai_dto.UpdateConfig) error {
	p, has := model_runtime.GetProvider(id)