Method SetOpenResponsesRequest

core/http/middleware/request.go:637–692

(c echo.Context)

}

func (re *RequestExtractor) SetOpenResponsesRequest(c echo.Context) error {
	input, ok := c.Get(CONTEXT_LOCALS_KEY_LOCALAI_REQUEST).(*schema.OpenResponsesRequest)
	if !ok || input.Model == "" {
		return echo.ErrBadRequest
	}

	// Convert input items to Messages (this will be done in the endpoint handler)
	// We store the input in the request for the endpoint to process
	cfg, ok := c.Get(CONTEXT_LOCALS_KEY_MODEL_CONFIG).(*config.ModelConfig)
	if !ok || cfg == nil {
		return echo.ErrBadRequest
	}

	// Extract or generate the correlation ID (Open Responses uses x-request-id)
	correlationID := c.Request().Header.Get("x-request-id")
	if correlationID == "" {
		correlationID = uuid.New().String()
	}
	c.Response().Header().Set("x-request-id", correlationID)

	// Use the request context directly - Echo properly supports context cancellation!
	reqCtx := c.Request().Context()
	c1, cancel := context.WithCancel(re.applicationConfig.Context)

	// Cancel when request context is cancelled (client disconnects)
	go func() {
		select {
		case <-reqCtx.Done():
			cancel()
		case <-c1.Done():
			// Already cancelled
		}
	}()

	// Add the correlation ID to the new context
	ctxWithCorrelationID := context.WithValue(c1, CorrelationIDKey, correlationID)
	ctxWithCorrelationID = distributedhdr.Inherit(ctxWithCorrelationID, reqCtx)

	input.Context = ctxWithCorrelationID
	input.Cancel = cancel

	err := MergeOpenResponsesConfig(cfg, input)
	if err != nil {
		return err
	}

	if cfg.Model == "" {
		xlog.Debug("replacing empty cfg.Model with input value", "input.Model", input.Model)
		cfg.Model = input.Model
	}

	c.Set(CONTEXT_LOCALS_KEY_LOCALAI_REQUEST, input)
	c.Set(CONTEXT_LOCALS_KEY_MODEL_CONFIG, cfg)

	return nil
}

// MergeOpenResponsesConfig merges request parameters into the model configuration.