(provider: str, model_name: str, config: AppConfig)
| 28 | |
| 29 | |
| 30 | def build_provider_payload(provider: str, model_name: str, config: AppConfig) -> ProviderPayload: |
| 31 | provider_name = provider or config.llm.default_provider |
| 32 | provider_config = config.llm.get_provider(provider_name) |
| 33 | |
| 34 | if provider_name == "nvidia": |
| 35 | return ProviderPayload( |
| 36 | provider=provider_name, |
| 37 | model_name=model_name, |
| 38 | temperature=float(provider_config.temperature or 0.0), |
| 39 | api_key=provider_config.api_key, |
| 40 | ) |
| 41 | if provider_name == "together": |
| 42 | return ProviderPayload( |
| 43 | provider=provider_name, |
| 44 | model_name=model_name, |
| 45 | temperature=float(provider_config.temperature or 0.0), |
| 46 | api_key=provider_config.api_key, |
| 47 | ) |
| 48 | return ProviderPayload( |
| 49 | provider="openai", |
| 50 | model_name=model_name, |
| 51 | temperature=float(provider_config.temperature or 0.0), |
| 52 | api_key=provider_config.api_key, |
| 53 | api_base=provider_config.api_base, |
| 54 | ) |
| 55 | |
| 56 | |
| 57 | def build_chat_model(model: ModelSpec, config: AppConfig) -> Any: |
no test coverage detected