(self)
| 11810 | self._lora_scales_array = None |
| 11811 | |
| 11812 | def close(self) -> None: |
| 11813 | if self.mtmd_processor is not None: |
| 11814 | self.mtmd_processor.close() |
| 11815 | self.mtmd_processor = None |
| 11816 | if self.draft_provider is not None: |
| 11817 | self.draft_provider.close() |
| 11818 | llama_cpp.llama_batch_free(self.batch) |
| 11819 | llama_cpp.llama_free(self.ctx) |
| 11820 | self._free_lora_adapters() |
| 11821 | if self.draft_llama_model is not None: |
| 11822 | llama_cpp.llama_model_free(self.draft_llama_model) |
| 11823 | self.draft_llama_model = None |
| 11824 | llama_cpp.llama_model_free(self.llama_model) |
| 11825 | if self.backend_initialized: |
| 11826 | llama_cpp.llama_backend_free() |
| 11827 | self.backend_initialized = False |
| 11828 | |
| 11829 | @staticmethod |
| 11830 | def _model_meta_key_by_index(llama_model: Any, index: int) -> Optional[str]: |
no test coverage detected