Method processList

input/list.go:262–379

(fn string)

}

func (s *List) processList(fn string) error {
	if fn == "-" {
		s.processListFile(stdin)
		return nil
	}

	u, err := url.Parse(fn)
	if err != nil {
		// NOTE: raw paths are parsed with u.Scheme=""
		return err
	}

	switch u.Scheme {
	case "", "file":
		// A list file on the local disk can be either a real file
		// or a directory (whose contents will be processed)
		path := filepath.Join(u.Host, u.Path) // On Windows Host contains the drive letter
		if fi, err := os.Stat(path); err != nil {
			return err
		} else if fi.IsDir() {
			return filepath.Walk(path, func(p string, info os.FileInfo, err error) error {
				if err == nil && s.matchPath.MatchString(p) {
					s.ci.ProcessFile(p)
				}
				return nil
			})
		} else {
			f, err := os.Open(path)
			if err != nil {
				return err
			}
			s.processListFile(f)
			f.Close()
			return nil
		}

	case "s3":
		if u.Path[len(u.Path)-1:] == "/" {
			// ListObjectsV2Input prefix must not start with /
			prefix := strings.TrimLeft(u.Path, "/")

			paths := make(chan string)
			errCh := make(chan error)

			go func() {
				defer close(paths)

				var nextToken *string
				input := &s3.ListObjectsV2Input{
					Bucket:  aws.String(u.Host),
					Prefix:  aws.String(prefix),
					MaxKeys: aws.Int64(1000), // 1000 is the max value
				}
				for {
					if nextToken != nil {
						input.ContinuationToken = nextToken
					}