Method downloadMetaInRange

ethstorage/storage_manager.go:455–508

(ctx context.Context, from, to, batchSize, taskId uint64)

}

func (s *StorageManager) downloadMetaInRange(ctx context.Context, from, to, batchSize, taskId uint64) error {
	rangeStart := from
	for from < to {
		s.mu.Lock()
		localL1 := s.localL1
		kvEntryCount := s.kvEntryCount
		s.mu.Unlock()

		// In case remove is supported and kvEntryCount is decreased
		batchLimit := min(min(from+batchSize, to), kvEntryCount)

		kvIndices := []uint64{}
		for i := from; i < batchLimit; i++ {
			kvIndices = append(kvIndices, i)
		}

		metas, err := s.l1Source.GetKvMetas(kvIndices, localL1)
		for retryTimes := 0; (retryTimes < 10) && (err != nil); retryTimes++ {
			// Retry the request for 10 times in case it could fail occasionally in poor network connection
			time.Sleep(2 * time.Second)
			metas, err = s.l1Source.GetKvMetas(kvIndices, localL1)
		}

		if err != nil {
			return err
		}

		s.mu.Lock()
		if localL1 != s.localL1 {
			s.mu.Unlock()
			continue
		}
		for i, meta := range metas {
			s.blobMetas[kvIndices[i]] = meta
		}
		s.mu.Unlock()

		s.lg.Info(
			"One batch metas has been downloaded", "first", from,
			"batchLimit", batchLimit,
			"to", to,
			"progress", fmt.Sprintf("%.1f%%", float64((from-rangeStart)*100)/float64(to-rangeStart)),
			"taskId", taskId)

		select {
		case <-ctx.Done():
			s.lg.Info("StorageManager res done, return")
			return nil
		default:
		}
		from = batchLimit
	}
	return nil
}

// This function is only called by DownloadFinished which already uses s.mu to protect the s.blobMetas, so
// we don't need to lock in this function