MCPcopy Create free account
hub / github.com/Dizzy-K/AutoPT / build_chat_model

Function build_chat_model

models/providers.py:57–98  ·  view source on GitHub ↗
(model: ModelSpec, config: AppConfig)

Source from the content-addressed store, hash-verified

55
56
57def build_chat_model(model: ModelSpec, config: AppConfig) -> Any:
58 payload = build_provider_payload(model.provider, model.name, config)
59
60 if payload.provider == "nvidia":
61 try:
62 from langchain_nvidia_ai_endpoints import ChatNVIDIA
63 except ImportError as exc:
64 raise RuntimeError(
65 "langchain_nvidia_ai_endpoints is required for NVIDIA-backed models."
66 ) from exc
67 return ChatNVIDIA(
68 temperature=payload.temperature,
69 model=payload.model_name,
70 api_key=payload.api_key,
71 )
72
73 if payload.provider == "together":
74 try:
75 from langchain_together import ChatTogether
76 except ImportError as exc:
77 raise RuntimeError(
78 "langchain_together is required for Together-backed models."
79 ) from exc
80 return ChatTogether(
81 model=payload.model_name,
82 temperature=payload.temperature,
83 api_key=payload.api_key,
84 )
85
86 try:
87 from langchain_openai import ChatOpenAI
88 except ImportError as exc:
89 raise RuntimeError(
90 "langchain_openai is required for OpenAI-compatible models."
91 ) from exc
92
93 return ChatOpenAI(
94 temperature=payload.temperature,
95 model=payload.model_name,
96 openai_api_key=payload.api_key,
97 openai_api_base=payload.api_base,
98 )

Callers 2

runMethod · 0.90

Calls 1

build_provider_payloadFunction · 0.85

Tested by

no test coverage detected