Method getAiProviders

module/ai/iml.go:705–742

(ctx context.Context)

}

func (i *imlProviderModule) getAiProviders(ctx context.Context) ([]*gateway.DynamicRelease, error) {
	list, err := i.providerService.List(ctx)
	if err != nil {
		return nil, err
	}

	providers := make([]*gateway.DynamicRelease, 0, len(list))
	for _, l := range list {
		// 获取当前供应商所有Key信息

		driver, has := model_runtime.GetProvider(l.Id)
		if !has {
			return nil, fmt.Errorf("provider not found: %s", l.Id)
		}
		model, has := driver.GetModel(l.DefaultLLM)
		if !has {
			continue
			//return nil, fmt.Errorf("model not found: %s", l.DefaultLLM)
		}
		cfg := make(map[string]interface{})
		cfg["provider"] = l.Id
		cfg["model"] = l.DefaultLLM
		cfg["model_config"] = model.DefaultConfig()
		providers = append(providers, &gateway.DynamicRelease{
			BasicItem: &gateway.BasicItem{
				ID:          l.Id,
				Description: l.Name,
				Resource:    "ai-provider",
				Version:     l.UpdateAt.Format("20060102150405"),
				MatchLabels: map[string]string{
					"module": "ai-provider",
				},
			},
			Attr: cfg,
		})
	}
	return providers, nil
}

func (i *imlProviderModule) initGateway(ctx context.Context, clusterId string, clientDriver gateway.IClientDriver) error {
	providers, err := i.getAiProviders(ctx)