Load non-LLM model via AutoModel.
(name: str)
| 91 | logger.info("Fallback AutoModel loaded for fun-asr-nano.") |
| 92 | |
| 93 | def _load_fallback(name: str): |
| 94 | """Load non-LLM model via AutoModel.""" |
| 95 | if name in app.state.fallback_models: |
| 96 | return app.state.fallback_models[name] |
| 97 | if name not in FALLBACK_CONFIGS: |
| 98 | return None |
| 99 | from funasr import AutoModel |
| 100 | cfg = FALLBACK_CONFIGS[name].copy() |
| 101 | cfg["device"] = device |
| 102 | cfg["disable_update"] = True |
| 103 | logger.info(f"Loading fallback model '{name}'...") |
| 104 | model = AutoModel(**cfg) |
| 105 | app.state.fallback_models[name] = model |
| 106 | return model |
| 107 | |
| 108 | def _process_vllm(audio_data, sr, language=None, hotwords=None, use_spk=False): |
| 109 | """Process audio with vLLM engine (Fun-ASR-Nano).""" |
no test coverage detected
searching dependent graphs…