Function processBatchConcurrently

cmd/batch.go:177–252

(files []string, numWorkers int, bar *progressbar.ProgressBar)

}

func processBatchConcurrently(files []string, numWorkers int, bar *progressbar.ProgressBar) *BatchStats {
	if numWorkers < 1 {
		numWorkers = 1
	}
	if numWorkers > 20 {
		numWorkers = 20
	}

	cfg, err := config.LoadConfig()
	if err != nil {
		logrus.Debugf("Failed to load config, using defaults: %v", err)
		cfg = config.DefaultConfig()
	}

	stats := &BatchStats{}
	jobs := make(chan FileJob, len(files))
	results := make(chan FileResult, len(files))

	ctx, cancel := context.WithCancel(context.Background())
	defer cancel()

	var wg sync.WaitGroup
	for i := 0; i < numWorkers; i++ {
		wg.Add(1)
		go worker(ctx, jobs, results, &wg, cfg)
	}

	go func() {
		defer close(jobs)
		for _, file := range files {
			select {
			case jobs <- FileJob{filepath: file}:
			case <-ctx.Done():
				return
			}
		}
	}()

	go func() {
		wg.Wait()
		close(results)
	}()

	for result := range results {
		stats.incrementProcessed()

		if bar != nil {
			bar.Add(1)
		}

		if result.error != nil {
			stats.incrementErrors()
			if bar != nil {
				bar.Describe(filepath.Base(result.filepath) + " - ERROR")
			} else {
				logrus.Errorf("Failed to process %s: %v", filepath.Base(result.filepath), result.error)
			}
		} else if result.updated {