(
prompt, system_prompt=None, history_messages=[], **kwargs
)
| 507 | |
| 508 | |
| 509 | async def hf_model_complete( |
| 510 | prompt, system_prompt=None, history_messages=[], **kwargs |
| 511 | ) -> str: |
| 512 | model_name = kwargs["hashing_kv"].global_config["llm_model_name"] |
| 513 | return await hf_model_if_cache( |
| 514 | model_name, |
| 515 | prompt, |
| 516 | system_prompt=system_prompt, |
| 517 | history_messages=history_messages, |
| 518 | **kwargs, |
| 519 | ) |
| 520 | |
| 521 | |
| 522 | async def ollama_model_complete( |
nothing calls this directly
no test coverage detected