Method SessionEvalHandler

pkg/server/server.go:779–872

SessionEvalHandler 返回一个 HTTP handler, 基于 Session 事件进行评估。 路径示例: POST /v1/evals/session 请求体: { "events": [...], // session.Event JSON 列表 "reference": "参考答案", "keywords": ["paris", "capital"], "scorers": ["keyword_coverage", "lexical_similarity"] }

()

//	  "scorers": ["keyword_coverage", "lexical_similarity"]
//	}
func (s *Server) SessionEvalHandler() http.Handler {
	return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
		start := time.Now()

		if r.Method != http.MethodPost {
			http.Error(w, "method not allowed", http.StatusMethodNotAllowed)
			return
		}

		var req SessionEvalRequest
		if err := json.NewDecoder(r.Body).Decode(&req); err != nil {
			http.Error(w, "invalid JSON body", http.StatusBadRequest)
			return
		}

		if len(req.Events) == 0 {
			http.Error(w, "events is required", http.StatusBadRequest)
			return
		}

		scorerNames := req.Scorers
		if len(scorerNames) == 0 {
			scorerNames = []string{"keyword_coverage", "lexical_similarity"}
		}
		for _, name := range scorerNames {
			if name != "keyword_coverage" && name != "lexical_similarity" {
				http.Error(w, "unsupported scorer: "+name, http.StatusBadRequest)
				return
			}
		}

		ctx := r.Context()
		ctx, cancel := context.WithTimeout(ctx, 30*time.Second)
		defer cancel()

		// 从事件构建 TextEvalInput
		textInput := evals.BuildTextEvalInputFromEvents(req.Events)
		textInput.Reference = req.Reference

		scores := make([]evals.ScoreResult, 0, len(scorerNames))

		for _, name := range scorerNames {
			switch name {
			case "keyword_coverage":
				scorer := evals.NewKeywordCoverageScorer(evals.KeywordCoverageConfig{
					Keywords:        req.Keywords,
					CaseInsensitive: true,
				})
				res, err := scorer.Score(ctx, textInput)
				if err != nil {
					logging.Error(ctx, "http.evals.session.error", map[string]any{
						"scorer":     "keyword_coverage",
						"error":      err.Error(),
						"latency_ms": time.Since(start).Milliseconds(),
					})

					writeJSON(w, http.StatusInternalServerError, &TextEvalResponse{
						ErrorMessage: err.Error(),