Method preprocess_loop

lmdeploy/pytorch/engine/engine_loop.py:149–153

Preprocess request.

(self)

            assert self.engine_conn is not None, 'Engine connection must be provided for non-hybrid engine role.'

    async def preprocess_loop(self):
        """Preprocess request."""
        while not self.stop_event.is_set():
            await self.req_manager.step()
            self.has_runable_event.set()

    async def drain_for_sleep(self):
        """Pause scheduling after the current forward step drains."""