(model_name: str)
| 174 | |
| 175 | |
| 176 | def _check_transformers_model(model_name: str) -> None: |
| 177 | if not _TRANSFORMERS_SUPPORTED_PATTERN.search(model_name): |
| 178 | raise ValueError( |
| 179 | f"Transformers backend does not support '{model_name}'. " |
| 180 | f"Only Qwen3 series and LLaMA-3.1-8B-Instruct are supported. " |
| 181 | f"Use --backend sglang or --backend vllm for other models." |
| 182 | ) |
| 183 | |
| 184 | |
| 185 | def _get_transformers_attn_impl() -> str: |