Method start

lmdeploy/pytorch/engine/engine_loop.py:546–564

Create async tasks.

(self, event_loop: asyncio.AbstractEventLoop)

                await asyncio.sleep(.5)

    def start(self, event_loop: asyncio.AbstractEventLoop):
        """Create async tasks."""
        # start executor
        logger.info('Starting executor.')
        self.executor.start(self.forward_event)
        # start owned loops
        self.tasks.add(event_loop.create_task(self.executor.wait_tasks(), name='MainLoopWaitExecutor'))
        logger.info('Starting async task MainLoopPreprocessMessage.')
        self.tasks.add(event_loop.create_task(self.preprocess_loop(), name='MainLoopPreprocessMessage'))
        logger.info('Starting async task MainLoopResponse.')
        self.tasks.add(event_loop.create_task(self.send_response_loop(), name='MainLoopSendResponse'))
        logger.info('Starting async task MainLoop.')
        self.tasks.add(event_loop.create_task(self.main_loop(), name='MainLoopMain'))
        if self.config.role != EngineRole.Hybrid:
            logger.info('Starting async task MigrationLoop.')
            self.tasks.add(event_loop.create_task(self.migration_loop(), name='MainLoopMigration'))

        for task in self.tasks:
            task.add_done_callback(self.tasks.discard)

    async def wait_tasks(self):
        """Wait for all tasks to finish."""