Method TextEvalHandler

pkg/server/server.go:667–763

TextEvalHandler 返回一个 HTTP handler, 用于处理文本评估请求。 路径示例: POST /v1/evals/text 请求体: { "answer": "Paris is the capital of France.", "reference": "Paris is the capital city of France, a country in Europe.", "keywords": ["paris", "capital", "france", "europe"], "scorers": ["keyword_coverage

()

//	  ]
//	}
func (s *Server) TextEvalHandler() http.Handler {
	return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
		start := time.Now()

		if r.Method != http.MethodPost {
			http.Error(w, "method not allowed", http.StatusMethodNotAllowed)
			return
		}

		var req TextEvalRequest
		if err := json.NewDecoder(r.Body).Decode(&req); err != nil {
			http.Error(w, "invalid JSON body", http.StatusBadRequest)
			return
		}

		if req.Answer == "" {
			http.Error(w, "answer is required", http.StatusBadRequest)
			return
		}

		// 解析需要运行的 scorer 列表
		scorerNames := req.Scorers
		if len(scorerNames) == 0 {
			scorerNames = []string{"keyword_coverage", "lexical_similarity"}
		}

		for _, name := range scorerNames {
			if name != "keyword_coverage" && name != "lexical_similarity" {
				http.Error(w, "unsupported scorer: "+name, http.StatusBadRequest)
				return
			}
		}

		ctx := r.Context()
		ctx, cancel := context.WithTimeout(ctx, 30*time.Second)
		defer cancel()

		input := &evals.TextEvalInput{
			Answer:    req.Answer,
			Context:   req.Context,
			Reference: req.Reference,
		}

		scores := make([]evals.ScoreResult, 0, len(scorerNames))

		for _, name := range scorerNames {
			switch name {
			case "keyword_coverage":
				scorer := evals.NewKeywordCoverageScorer(evals.KeywordCoverageConfig{
					Keywords:        req.Keywords,
					CaseInsensitive: true,
				})
				res, err := scorer.Score(ctx, input)
				if err != nil {
					logging.Error(ctx, "http.evals.text.error", map[string]any{
						"scorer":     "keyword_coverage",
						"error":      err.Error(),
						"latency_ms": time.Since(start).Milliseconds(),