Function listFilesScript

tests/utils/objectstore/objectstore.go:685–696

listFilesScript builds a shell script printing every object in the store as a `bucket/key` line, filtered by the glob expressed in the given path. A failure enumerating the buckets aborts the script, so an unreachable endpoint is not mistaken for an empty store, and the per-bucket listings run in pa

(path string)

// linearly with the number of buckets. The script ends with the pipeline
// emitting the matches, so callers can append further stages (e.g. `| wc -l`)
func listFilesScript(path string) string {
	return fmt.Sprintf(
		`buckets=$(aws s3api list-buckets --query "Buckets[].Name" --output text) || exit 1; `+
			`dir=$(mktemp -d) || exit 1; trap "rm -rf $dir" EXIT; n=0; `+
			`for b in $buckets; do `+
			`aws s3api list-objects-v2 --bucket "$b" --query "Contents[].Key" --output text | `+
			`tr "\t" "\n" | sed "s|^|$b/|" > "$dir/$b" & `+
			`n=$((n+1)); [ $((n %% 8)) -eq 0 ] && wait; `+
			`done; wait; `+
			`cat /dev/null "$dir"/* 2>/dev/null | { grep -E "%v" || true; }`,
		globToRegexp(path))
}

// composeListFiles builds the command to list the filenames matching a given path
func composeListFiles(path string) string {