Function aggregateLogFiles

pkg/cli/log_aggregation.go:41–122

aggregateLogFiles is a generic helper that aggregates multiple log files It handles file discovery, parsing, domain deduplication, and sorting

(
	logsDir string,
	globPattern string,
	verbose bool,
	parser LogParser[T],
	newAnalysis func() T,
)

// aggregateLogFiles is a generic helper that aggregates multiple log files
// It handles file discovery, parsing, domain deduplication, and sorting
func aggregateLogFiles[T MutableLogAnalysis](
	logsDir string,
	globPattern string,
	verbose bool,
	parser LogParser[T],
	newAnalysis func() T,
) (T, error) {
	logAggregationLog.Printf("Aggregating log files: dir=%s, pattern=%s", logsDir, globPattern)
	var zero T

	// Find log files matching the pattern
	files, err := filepath.Glob(filepath.Join(logsDir, globPattern))
	if err != nil {
		logAggregationLog.Printf("Failed to find log files with pattern '%s': %v", globPattern, err)
		return zero, fmt.Errorf("failed to find log files: %w", err)
	}

	if len(files) == 0 {
		logAggregationLog.Printf("No log files found matching pattern '%s' in %s", globPattern, logsDir)
		if verbose {
			fmt.Fprintln(os.Stderr, console.FormatInfoMessage("No log files found in "+logsDir))
		}
		return zero, nil
	}

	logAggregationLog.Printf("Found %d log files to aggregate", len(files))

	if verbose {
		fmt.Fprintln(os.Stderr, console.FormatInfoMessage(fmt.Sprintf("Analyzing %d log files from %s", len(files), logsDir)))
	}

	// Initialize aggregated analysis
	aggregated := newAnalysis()

	// Track unique domains across all files
	allAllowedDomains := make(map[string]struct {
	})
	allBlockedDomains := make(map[string]struct {
	})

	// Parse each file and aggregate results
	for _, file := range files {
		if verbose {
			fmt.Fprintln(os.Stderr, console.FormatInfoMessage("Parsing "+filepath.Base(file)))
		}

		analysis, err := parser(file, verbose)
		if err != nil {
			if verbose {
				fmt.Fprintln(os.Stderr, console.FormatWarningMessage(fmt.Sprintf("Failed to parse %s: %v", filepath.Base(file), err)))
			}
			continue
		}

		// Aggregate metrics
		aggregated.AddMetrics(analysis)

		// Collect unique domains