Function analyzeModelWithSource

cmd/analyze-batch/main.go:267–300

analyzeModelWithSource analyzes all result files for a single model with batch source info

(modelName string, files []string, batchSource string)

// analyzeModelWithSource analyzes all result files for a single model with batch source info
func analyzeModelWithSource(modelName string, files []string, batchSource string) (*ModelAnalysis, error) {
	var allResults []models.AgentTestResult

	// Load and aggregate all results from all files
	for _, file := range files {
		results, err := loadResultFile(file)
		if err != nil {
			return nil, fmt.Errorf("failed to load file %s: %w", file, err)
		}
		allResults = append(allResults, results...)
	}

	if len(allResults) == 0 {
		return nil, fmt.Errorf("no test results found for model %s", modelName)
	}

	// Calculate metrics
	toolInvocation := calculateToolInvocationMetrics(allResults)
	toolSelection := calculateToolSelectionMetrics(allResults)
	averageResponseTime := calculateAverageResponseTime(allResults)

	analysis := &ModelAnalysis{
		ModelName:           modelName,
		BatchSource:         batchSource,
		ToolInvocation:      toolInvocation,
		ToolSelection:       toolSelection,
		AverageResponseTime: averageResponseTime,
		TotalTests:          len(allResults),
		TotalRuns:           len(files),
		ResultFiles:         files,
	}

	return analysis, nil
}

// loadResultFile loads test results from a JSON file
func loadResultFile(filename string) ([]models.AgentTestResult, error) {