Method run

lmdeploy/pytorch/engine/mp_engine/zmq_rpc.py:333–357

(self)

                self.call_method_default(client_id, method, request)

    async def run(self):
        logger.info('Starting AsyncRPCServer...')
        self.running = True
        poller = zmq.asyncio.Poller()
        poller.register(self.socket, zmq.POLLIN)

        self.register_method('_asyncrpcserver_get_stream_output', self.get_stream_output)
        self.register_method('_asyncrpcserver_drop_stream_output', self.drop_stream_output)
        try:
            events = await poller.poll(timeout=10)
            while self.running:
                while self.socket in dict(events):
                    await self.call_and_response()
                    events = await poller.poll(timeout=0)
                events = await poller.poll(timeout=10)

        except zmq.ZMQError:
            logger.exception('ZMQRPCServer error')
        except Exception:
            logger.exception('AsyncRPCServer error')
        finally:
            logger.info('Stopping AsyncRPCServer...')
            self.socket.close()
            self.context.term()
            self.running = False

    def stop(self):
        self.running = False