Function NewFileDirReader

utils/file_utils.go:31–69

NewFileDirReader reads all files from the given directory `fileDir`. It can optionally traverse subdirectories if `recursive` is true, and will limit recursion to `maxDepth` levels if specified. Uses the standard library's `filepath.WalkDir` to traverse directories efficiently, and `fs.SkipDir` to

(fileDir string, recursive bool, maxDepth int)

// Uses the standard library's `filepath.WalkDir` to traverse directories efficiently,
// and `fs.SkipDir` to skip directories when recursion is disabled or maxDepth is reached.
func NewFileDirReader(fileDir string, recursive bool, maxDepth int) (*StringArrayReader, error) {
	var filePaths []string
	rootDepth := pathDepth(fileDir)

	var errs []error

	// filePaths is safely appended within WalkDir because WalkDir executes the callback sequentially.
	// No race conditions occur in this implementation, even with slice reallocation.
	err := filepath.WalkDir(fileDir, func(path string, d fs.DirEntry, err error) error {
		if err != nil {
			errs = append(errs, fmt.Errorf("%s: %w", path, err))
			if d != nil && d.IsDir() {
				return fs.SkipDir
			}
			return nil
		}

		if d != nil && !d.IsDir() {
			filePaths = append(filePaths, path)
			return nil
		}

		currentDepth := pathDepth(path) - rootDepth
		// we skip directory if recursive is disabled or
		// if we reached configured maxDepth
		if !recursive && path != fileDir ||
			currentDepth >= maxDepth {
			return fs.SkipDir
		}

		return nil
	})

	if err != nil {
		errs = append(errs, err)
	}

	return &StringArrayReader{strings: filePaths}, errors.Join(errs...)
}

// pathDepth returns the depth of a given path by counting its components.
// It uses filepath.Separator, which ensures correct behavior across all platforms