Method sleep

open_instruct/vllm_utils.py:788–789

(self)

        return future.result()

    def sleep(self) -> None:
        return self._run_async(self.llm_engine.sleep(level=0, mode="keep"))

    def wake_up(self) -> None:
        return self._run_async(self.llm_engine.wake_up(tags=["scheduling"]))