(self, device: Optional[Device] = None)
| 1234 | self.llm_engine.stop_profile() |
| 1235 | |
| 1236 | def reset_prefix_cache(self, device: Optional[Device] = None) -> bool: |
| 1237 | return self.llm_engine.reset_prefix_cache(device) |
| 1238 | |
| 1239 | def sleep(self, level: int = 1): |
| 1240 | """ |