Method filterChanges

pkg/devspace/sync/upstream.go:825–940

(files []*FileInformation)

}

func (u *upstream) filterChanges(files []*FileInformation) ([]*FileInformation, error) {
	alreadyUsed := map[string]bool{}
	newChanges := make([]*FileInformation, 0, len(files))
	needCheck := []*FileInformation{}

	// filter them first
	for _, f := range files {
		if f.Size > largeFileSize {
			u.sync.log.Debugf("Large file encountered at %s (%0.2f MB). Please try to avoid syncing large files as this will slow down DevSpace", u.getRelativeUpstreamPath(f.Name), float64(f.Size)/1024.0/1024.0)
		}

		if alreadyUsed[f.Name] {
			continue
		} else if f.IsDirectory || u.sync.fileIndex.fileMap[f.Name] == nil || u.sync.fileIndex.fileMap[f.Name].Size != f.Size {
			newChanges = append(newChanges, f)
			alreadyUsed[f.Name] = true
			continue
		} else if f.Size == 0 {
			alreadyUsed[f.Name] = true
			continue
		}

		alreadyUsed[f.Name] = true
		needCheck = append(needCheck, f)
	}

	// now compare crc32 hashes
	if len(needCheck) > 0 {
		u.sync.log.Debugf("Start hashing %d files", len(needCheck))
		defer u.sync.log.Debugf("Done hashing %d files", len(needCheck))

		// cancel after 10 minutes
		ctx, cancel := context.WithTimeout(u.sync.ctx, time.Minute*30)
		defer cancel()

		// create done chan
		done := make(chan error)

		// start remote hashing
		remoteChecksums := make([]uint32, 0, len(needCheck))
		localChecksums := make([]uint32, 0, len(needCheck))
		go func() {
			// send 1000 each time
			batchSize := 1000
			for i := 0; i < len(needCheck); i += batchSize {
				batch := make([]*remote.TouchPath, 0, batchSize)
				for j := 0; j < batchSize; j++ {
					if i+j >= len(needCheck) {
						break
					}

					change := needCheck[i+j]
					u.sync.fileIndex.fileMap[change.Name].Mtime = change.Mtime
					touchPath := &remote.TouchPath{
						Path:      change.Name,
						MtimeUnix: change.Mtime,
					}
					if !equalFilePermissions(u.sync.fileIndex.fileMap[change.Name].Mode, change.Mode) {