Method pop

lmdeploy/pytorch/engine/mp_engine/base_worker.py:155–163

(self, stream_id, result)

        output.logprobs.extend(result.logprobs or [])

    def pop(self, stream_id, result):
        if not isinstance(result, EngineOutput):
            return result
        output = self._output.pop(stream_id, None)
        if output is None:
            return result
        result.token_ids = output.token_ids or []
        result.logprobs = output.logprobs or None
        return result

    def discard(self, stream_id):
        """Discard gathered output for a stream."""