Method bind

tensorrt_llm/executor/rpc/rpc_server.py:91–115

Bind the server to the specified address. Args: address (str): The ZMQ address to bind the client-facing socket.

(self, address: str = "tcp://*:5555")

        self.shutdown()

    def bind(self, address: str = "tcp://*:5555") -> None:
        """
        Bind the server to the specified address.

        Args:
            address (str): The ZMQ address to bind the client-facing socket.
        """
        self._address = address

        # Check if PAIR mode is enabled via environment variable
        use_pair_mode = os.environ.get('TLLM_LLMAPI_ZMQ_PAIR', '0') != '0'
        socket_type = zmq.PAIR if use_pair_mode else zmq.ROUTER

        if use_pair_mode:
            logger_debug(
                "[server] Using zmq.PAIR socket type for RPC communication")

        self._client_socket = ZeroMqQueue(address=(address, self._hmac_key),
                                          is_server=True,
                                          is_async=True,
                                          use_hmac_encryption=self._hmac_key
                                          is not None,
                                          socket_type=socket_type,
                                          name="rpc_server")
        logger.info(f"RPCServer is bound to {self._address}")

    def shutdown(self, is_remote_call: bool = False) -> None:
        """Internal method to trigger server shutdown.