Method ProcessRequest

intercept/messages/blocking.go:69–336

(w http.ResponseWriter, r *http.Request)

}

func (i *BlockingInterception) ProcessRequest(w http.ResponseWriter, r *http.Request) (outErr error) {
	if len(i.reqPayload) == 0 {
		return xerrors.New("developer error: request payload is empty")
	}

	ctx, span := i.tracer.Start(r.Context(), "Intercept.ProcessRequest", trace.WithAttributes(tracing.InterceptionAttributesFromContext(r.Context())...))
	defer tracing.EndSpanErr(span, &outErr)

	i.injectTools()

	var prompt *string
	promptText, promptFound, promptErr := i.reqPayload.lastUserPrompt()
	if promptErr != nil {
		i.logger.Warn(ctx, "failed to retrieve last user prompt", slog.Error(promptErr))
	} else if promptFound {
		prompt = &promptText
	}

	// TODO(ssncferreira): inject actor headers directly in the client-header
	//   middleware instead of using SDK options.
	opts := []option.RequestOption{option.WithRequestTimeout(time.Second * 600)}
	if actor := aibcontext.ActorFromContext(r.Context()); actor != nil && i.cfg.SendActorHeaders {
		opts = append(opts, intercept.ActorHeadersAsAnthropicOpts(actor)...)
	}

	svc, err := i.newMessagesService(ctx, opts...)
	if err != nil {
		err = xerrors.Errorf("create anthropic client: %w", err)
		http.Error(w, err.Error(), http.StatusInternalServerError)
		return err
	}

	logger := i.logger.With(slog.F("model", i.Model()))

	var resp *anthropic.Message
	// Accumulate usage across the entire streaming interaction (including tool reinvocations).
	var cumulativeUsage anthropic.Usage

	for {
		// TODO add outer loop span (https://github.com/coder/aibridge/issues/67)
		resp, err = i.newMessage(ctx, svc)
		if err != nil {
			if eventstream.IsConnError(err) {
				// Can't write a response, just error out.
				return xerrors.Errorf("upstream connection closed: %w", err)
			}

			if antErr := getErrorResponse(err); antErr != nil {
				i.writeUpstreamError(w, antErr)
				return xerrors.Errorf("anthropic API error: %w", err)
			}

			http.Error(w, "internal error", http.StatusInternalServerError)
			return xerrors.Errorf("internal error: %w", err)
		}

		if prompt != nil {
			_ = i.recorder.RecordPromptUsage(ctx, &recorder.PromptUsageRecord{