Method _chat_chunk_payload

examples/server/server.py:7588–7611

(
        *,
        chunk_id: str,
        created: int,
        model: str,
        index: int,
        delta: Dict[str, Any],
        finish_reason: Optional[str],
        logprobs: Optional[Dict[str, Any]] = None,
    )

    @staticmethod
    def _chat_chunk_payload(
        *,
        chunk_id: str,
        created: int,
        model: str,
        index: int,
        delta: Dict[str, Any],
        finish_reason: Optional[str],
        logprobs: Optional[Dict[str, Any]] = None,
    ) -> Dict[str, Any]:
        choice: Dict[str, Any] = {
            "index": index,
            "delta": delta,
            "finish_reason": finish_reason,
        }
        if logprobs is not None:
            choice["logprobs"] = logprobs
        return {
            "id": "chat" + chunk_id,
            "object": "chat.completion.chunk",
            "created": created,
            "model": model,
            "choices": [choice],
        }

    def _chunk_payloads(
        self,