(
model: str,
backend: str,
dataset: str,
batch_size: int = 1,
temperature: float = 0.0,
tp=1,
base_url=None,
)
| 395 | |
| 396 | |
| 397 | def make_model( |
| 398 | model: str, |
| 399 | backend: str, |
| 400 | dataset: str, |
| 401 | batch_size: int = 1, |
| 402 | temperature: float = 0.0, |
| 403 | tp=1, |
| 404 | base_url=None, |
| 405 | ): |
| 406 | if backend == "vllm": |
| 407 | return GeneralVllmDecoder( |
| 408 | name=model, |
| 409 | batch_size=batch_size, |
| 410 | temperature=temperature, |
| 411 | dataset=dataset, |
| 412 | tp=tp, |
| 413 | ) |
| 414 | elif backend == "hf": |
| 415 | return GenenralHfTorchDecoder( |
| 416 | name=model, |
| 417 | batch_size=batch_size, |
| 418 | temperature=temperature, |
| 419 | dataset=dataset, |
| 420 | ) |
| 421 | elif backend == "openai": |
| 422 | return OpenAIChatDecoder( |
| 423 | name=model, |
| 424 | batch_size=batch_size, |
| 425 | temperature=temperature, |
| 426 | base_url=base_url, |
| 427 | ) |
| 428 | elif backend == "mistral": |
| 429 | return MistralChatDecoder( |
| 430 | name=model, |
| 431 | batch_size=batch_size, |
| 432 | temperature=temperature, |
| 433 | ) |
| 434 | elif backend == "anthropic": |
| 435 | return AnthropicMessageDecoder( |
| 436 | name=model, |
| 437 | batch_size=batch_size, |
| 438 | temperature=temperature, |
| 439 | ) |
no test coverage detected