Function NewSummarizationMiddleware

pkg/middleware/summarization.go:82–133

NewSummarizationMiddleware 创建中间件

(config *SummarizationMiddlewareConfig)

// NewSummarizationMiddleware 创建中间件
func NewSummarizationMiddleware(config *SummarizationMiddlewareConfig) (*SummarizationMiddleware, error) {
	if config == nil {
		return nil, errors.New("config cannot be nil")
	}

	if config.MaxTokensBeforeSummary <= 0 {
		config.MaxTokensBeforeSummary = 170000
	}

	if config.MessagesToKeep <= 0 {
		config.MessagesToKeep = 6
	}

	if config.SummaryPrefix == "" {
		config.SummaryPrefix = "## Previous conversation summary:"
	}

	if config.TokenCounter == nil {
		config.TokenCounter = defaultTokenCounter
	}

	if config.Summarizer == nil {
		config.Summarizer = defaultSummarizer
	}

	// 初始化压缩策略
	compactionStrategy := config.CompactionStrategy
	if compactionStrategy == nil {
		compactionStrategy = DefaultCompactionStrategy()
	}

	m := &SummarizationMiddleware{
		BaseMiddleware:           NewBaseMiddleware("summarization", 40),
		maxTokensBeforeSummary:   config.MaxTokensBeforeSummary,
		messagesToKeep:           config.MessagesToKeep,
		summaryPrefix:            config.SummaryPrefix,
		tokenCounter:             config.TokenCounter,
		summarizer:               config.Summarizer,
		summarizationCount:       0,
		compactionStrategy:       compactionStrategy,
		useMetadataVisibility:    config.UseMetadataVisibility,
		enableProgressiveCompact: config.EnableProgressiveCompact,
	}

	sumLog.Info(context.Background(), "initialized", map[string]any{
		"max_tokens":          config.MaxTokensBeforeSummary,
		"keep_messages":       config.MessagesToKeep,
		"progressive_compact": config.EnableProgressiveCompact,
		"metadata_visibility": config.UseMetadataVisibility,
	})
	return m, nil
}

// WrapModelCall 包装模型调用,在调用前检查是否需要总结
func (m *SummarizationMiddleware) WrapModelCall(ctx context.Context, req *ModelRequest, handler ModelCallHandler) (*ModelResponse, error) {