Method session

lmdeploy/pipeline.py:244–246

Create a new session.

(self)

        return session

    def session(self) -> Session:
        """Create a new session."""
        return self.session_mgr.get()

    def get_reward_score(self, input_ids: list) -> list[float]:
        """Get reward score.