Method HttpResponseChunk

go/rpc/zrpc.go:12211–12221

HttpResponseChunk delivers a body byte range (or a terminal transport error) for an in-flight response, correlated by requestId. Set `end` true on the last chunk. When `error` is set the response terminates with a transport-level failure and the runtime raises an APIConnectionError. RPC method: llm

(ctx context.Context, params *LlmInferenceHTTPResponseChunkRequest)

//
// Returns: Whether the chunk was accepted.
func (a *ServerLlmInferenceAPI) HttpResponseChunk(ctx context.Context, params *LlmInferenceHTTPResponseChunkRequest) (*LlmInferenceHTTPResponseChunkResult, error) {
	raw, err := a.client.Request(ctx, "llmInference.httpResponseChunk", params)
	if err != nil {
		return nil, err
	}
	var result LlmInferenceHTTPResponseChunkResult
	if err := json.Unmarshal(raw, &result); err != nil {
		return nil, err
	}
	return &result, nil
}

// HttpResponseStart delivers the response head (status + headers) for an in-flight request,
// correlated by the requestId the runtime supplied in httpRequestStart. Must be called