Method CompleteStreaming

runtime/server/chat.go:321–452

CompleteStreaming implements RuntimeService

(req *runtimev1.CompleteStreamingRequest, stream runtimev1.RuntimeService_CompleteStreamingServer)

// CompleteStreaming implements RuntimeService
func (s *Server) CompleteStreaming(req *runtimev1.CompleteStreamingRequest, stream runtimev1.RuntimeService_CompleteStreamingServer) (resErr error) {
	// Access check
	claims := auth.GetClaims(stream.Context(), req.InstanceId)
	if !claims.Can(runtime.UseAI) {
		return ErrForbidden
	}

	// Apply configured timeout for AI completions
	cfg, err := s.runtime.InstanceConfig(stream.Context(), req.InstanceId)
	if err != nil {
		return fmt.Errorf("failed to load instance config: %w", err)
	}
	ctx, cancel := context.WithTimeout(stream.Context(), time.Duration(cfg.AICompletionTimeoutSeconds)*time.Second)
	defer cancel()

	// Validate request - either prompt or feedback context must be provided
	if req.Prompt == "" && req.FeedbackAgentContext == nil {
		return status.Error(codes.InvalidArgument, "prompt or feedback_agent_context must be provided")
	}

	// Setup user agent
	version := s.runtime.Version().Number
	if version == "" {
		version = "unknown"
	}
	userAgent := fmt.Sprintf("rill/%s", version)

	// Open the AI session
	session, err := s.ai.Session(ctx, &ai.SessionOptions{
		InstanceID: req.InstanceId,
		SessionID:  req.ConversationId,
		Claims:     claims,
		UserAgent:  userAgent,
	})
	if err != nil {
		return err
	}
	defer func() {
		err := session.Flush(ctx)
		if err != nil {
			resErr = errors.Join(resErr, err)
		}
	}()

	// Open subscription for session messages and stream them to the client in the background
	subCh := session.Subscribe()
	defer session.Unsubscribe(subCh)
	go func() {
		// Handle panics (it's a separate goroutine so the middleware won't catch panics)
		defer func() {
			if r := recover(); r != nil {
				s.logger.Error("panic in CompleteStreaming subscription goroutine", zap.Any("recover", r), zap.Stack("stack"))
			}
		}()

		// Read messages until the context is done or the tool call finished.
		for {
			select {