Method WrapModelCall

pkg/middleware/summarization.go:136–251

WrapModelCall 包装模型调用,在调用前检查是否需要总结

(ctx context.Context, req *ModelRequest, handler ModelCallHandler)

// WrapModelCall 包装模型调用,在调用前检查是否需要总结
func (m *SummarizationMiddleware) WrapModelCall(ctx context.Context, req *ModelRequest, handler ModelCallHandler) (*ModelResponse, error) {
	messages := req.Messages
	if len(messages) == 0 {
		return handler(ctx, req)
	}

	// 计算当前消息的 token 数
	totalTokens := m.tokenCounter(messages)

	sumLog.Debug(ctx, "current tokens", map[string]any{"tokens": totalTokens, "threshold": m.maxTokensBeforeSummary})

	// 如果未超过阈值,直接返回
	if totalTokens <= m.maxTokensBeforeSummary {
		return handler(ctx, req)
	}

	sumLog.Info(ctx, "token threshold exceeded, triggering summarization", nil)

	// 如果启用了渐进式压缩，使用新的压缩策略
	if m.enableProgressiveCompact {
		compactedMessages, err := m.progressiveCompact(ctx, messages, m.maxTokensBeforeSummary)
		if err != nil {
			sumLog.Error(ctx, "progressive compact failed, using traditional method", map[string]any{"error": err.Error()})
			// 失败时回退到传统方法
		} else {
			req.Messages = compactedMessages
			newTokens := m.tokenCounter(compactedMessages)
			sumLog.Info(ctx, "progressive compaction complete", map[string]any{
				"before":        len(messages),
				"after":         len(compactedMessages),
				"tokens_before": totalTokens,
				"tokens_after":  newTokens,
			})
			return handler(ctx, req)
		}
	}

	// 分离 system messages 和其他消息
	var systemMessages []types.Message
	var regularMessages []types.Message

	for _, msg := range messages {
		if msg.Role == types.MessageRoleSystem {
			systemMessages = append(systemMessages, msg)
		} else {
			regularMessages = append(regularMessages, msg)
		}
	}

	// 如果常规消息少于或等于要保留的数量,不进行总结
	if len(regularMessages) <= m.messagesToKeep {
		sumLog.Debug(ctx, "not enough messages to summarize", map[string]any{"have": len(regularMessages), "keep": m.messagesToKeep})
		return handler(ctx, req)
	}

	// 计算要总结的消息
	numToSummarize := len(regularMessages) - m.messagesToKeep
	messagesToSummarize := regularMessages[:numToSummarize]