Function TestContentCacheForMetadata

internal/cache/content_cache_metadata_test.go:16–70

(t *testing.T)

)

func TestContentCacheForMetadata(t *testing.T) {
	ctx := testlogging.Context(t)

	underlyingData := blobtesting.DataMap{}
	underlying := blobtesting.NewMapStorage(underlyingData, nil, nil)

	td := testutil.TempDirectory(t)

	metadataCache, err := cache.NewContentCache(ctx, underlying, cache.Options{
		BaseCacheDirectory: td,
		CacheSubDir:        "subdir",
		HMACSecret:         []byte{1, 2, 3},
		FetchFullBlobs:     true,
		Sweep: cache.SweepSettings{
			MaxSizeBytes: 100,
		},
	}, nil)
	require.NoError(t, err)

	cacheStorage := metadataCache.CacheStorage()

	var tmp gather.WriteBuffer
	defer tmp.Close()

	// get something we don't have in the underlying storage
	require.ErrorIs(t, metadataCache.GetContent(ctx, "key1", "blob1", 0, 3, &tmp), blob.ErrBlobNotFound)

	require.NoError(t, underlying.PutBlob(ctx, "blob1", gather.FromSlice([]byte{1, 2, 3, 4, 5, 6}), blob.PutOptions{}))

	require.NoError(t, metadataCache.GetContent(ctx, "key1", "blob1", 0, -1, &tmp))
	require.Equal(t, []byte{1, 2, 3, 4, 5, 6}, tmp.ToByteSlice())

	require.NoError(t, metadataCache.GetContent(ctx, "key1", "blob1", 0, 3, &tmp))
	require.Equal(t, []byte{1, 2, 3}, tmp.ToByteSlice())

	cacheEntries, err := blob.ListAllBlobs(ctx, cacheStorage, "")
	require.NoError(t, err)
	// cache has the entire blob
	require.Len(t, cacheEntries, 1)

	require.NoError(t, metadataCache.GetContent(ctx, "key1", "blob1", 3, 3, &tmp))
	require.Equal(t, []byte{4, 5, 6}, tmp.ToByteSlice())

	cacheEntries, err = blob.ListAllBlobs(ctx, cacheStorage, "")
	require.NoError(t, err)
	// cache has the entire blob
	require.Len(t, cacheEntries, 1)

	metadataCache.Close(ctx)

	// get slice with cache miss
	require.NoError(t, underlying.PutBlob(ctx, "blob2", gather.FromSlice([]byte{1, 2, 3, 4, 5, 6}), blob.PutOptions{}))
	require.NoError(t, metadataCache.GetContent(ctx, "key1", "blob2", 3, 3, &tmp))
	require.Equal(t, []byte{4, 5, 6}, tmp.ToByteSlice())
}

func TestContentCacheForMetadata_Passthrough(t *testing.T) {
	underlyingData := blobtesting.DataMap{}