Method logits_to_logprobs

examples/server/server.py:13357–13361

(logits: np.ndarray)

    @staticmethod
    def logits_to_logprobs(logits: np.ndarray) -> np.ndarray:
        logits = logits.astype(np.float32, copy=False)
        max_logit = float(np.max(logits))
        shifted = logits - max_logit
        return shifted - math.log(float(np.sum(np.exp(shifted, dtype=np.float64))))

    def step(self) -> bool:
        step_started_at = time.perf_counter()