Function TestTransferHandler_Handle

internal/storagetools/transfer/handler_test.go:130–238

(t *testing.T)

}

func TestTransferHandler_Handle(t *testing.T) {
	defaultHandler := func() *Handler {
		return &Handler{
			source:     memory.NewFolder("source/", memory.NewKVS()),
			target:     memory.NewFolder("target/", memory.NewKVS()),
			fileLister: NewRegularFileLister("/", false, 100500),
			cfg: &HandlerConfig{
				FailOnFirstErr:           false,
				Concurrency:              5,
				AppearanceChecks:         3,
				AppearanceChecksInterval: 0,
			},
			fileStatuses:    new(sync.Map),
			jobRequirements: map[jobKey][]jobRequirement{},
		}
	}

	countFiles := func(folder storage.Folder, max int) int {
		found := 0
		for i := 0; i < max; i++ {
			exists, err := folder.Exists(strconv.Itoa(i))
			assert.NoError(t, err)
			if exists {
				found++
			}
		}
		return found
	}

	t.Run("move all nonexistent files", func(t *testing.T) {
		h := defaultHandler()
		h.fileLister.(*RegularFileLister).MaxFiles = 80

		for i := 0; i < 100; i++ {
			_ = h.source.PutObject(strconv.Itoa(i), &bytes.Buffer{})
		}

		for i := 0; i < 10; i++ {
			_ = h.target.PutObject(strconv.Itoa(i), &bytes.Buffer{})
		}

		err := h.Handle()
		assert.NoError(t, err)

		assert.Equal(t, 90, countFiles(h.target, 100))
		assert.Equal(t, 20, countFiles(h.source, 100))
	})

	t.Run("tolerate errors with some files", func(t *testing.T) {
		targetMock := mock.NewFolder(memory.NewFolder("target/", memory.NewKVS()))

		putCalls := 0
		putCallsMux := new(sync.Mutex)
		targetMock.PutObjectMock = func(_ context.Context, name string, content io.Reader) error {
			putCallsMux.Lock()
			defer putCallsMux.Unlock()
			putCalls++
			if putCalls%5 == 0 {