Method sleep

lmdeploy/pytorch/engine/engine.py:528–541

Sleep.

(self, level: int = 1)

                    num_cancelled, len(session_ids))

    async def sleep(self, level: int = 1):
        """Sleep."""
        logger.info('PyTorch engine sleep requested: level=%s.', level)
        # log sleep tags so we can resume at the right condition in wakeup.
        self._sleeping_tags = _SLEEPING_TAGS.copy()
        # block ADD_MESSAGE and ADD_SESSION
        self._block_new_inputs()
        if self._engine_loop is not None:
            await self._engine_loop.drain_for_sleep()
            logger.info('PyTorch engine loop drained for sleep.')
        # cancel all remain sessions
        self._cancel_and_end_all_sessions()
        await self.executor.sleep(level)
        logger.info('PyTorch engine entered sleep: level=%s, sleeping_tags=%s.', level, sorted(self._sleeping_tags))

    def wakeup(self, tags: list[str] | None = None):
        """Wakeup."""