Function computeSummary

pkg/evaluation/scoring.go:65–94

(results []Result)

}

func computeSummary(results []Result) Summary {
	summary := Summary{
		TotalEvals: len(results),
	}

	for _, r := range results {
		summary.TotalCost += r.Cost
		if r.Error != "" {
			summary.FailedEvals += 1
			continue
		}

		if r.SizeExpected != "" {
			summary.SizesTotal++
			if r.SizeExpected == r.Size {
				summary.SizesPassed++
			}
		}

		if r.ToolCallsExpected > 0 {
			summary.ToolsF1Sum += r.ToolCallsScore
			summary.ToolsCount++
		}

		summary.RelevanceTotal += r.RelevanceExpected
		summary.RelevancePassed += r.RelevancePassed
	}

	return summary
}

// printSummary outputs the evaluation summary to the writer.
func printSummary(out io.Writer, summary Summary, duration time.Duration) {