Method is_idle

examples/server/server.py:13353–13354

(self)

            request.cancelled = True

    def is_idle(self) -> bool:
        return not self.pending_requests and not self.active_request_ids

    @staticmethod
    def logits_to_logprobs(logits: np.ndarray) -> np.ndarray: