Function TestBulkLoadVectorDimensions

systest/vector/load_test.go:517–629

(t *testing.T)

}

func TestBulkLoadVectorDimensions(t *testing.T) {
	// Test different dimension sizes: small (3D), medium (128D), large (512D)
	testCases := []struct {
		name      string
		dimension int
		numVecs   int
	}{
		{"small_3d", 3, 100},
		{"medium_128d", 128, 100},
		{"large_512d", 512, 50}, // Fewer vectors for large dimensions
	}

	for _, tc := range testCases {
		t.Run(tc.name, func(t *testing.T) {
			predName := "project_description_v"
			schema := fmt.Sprintf(`%s: float32vector @index(hnsw(exponent: "5", metric: "euclidean")) .`, predName)

			// Step 1: Create source cluster
			sourceConf := dgraphtest.NewClusterConfig().
				WithNumAlphas(1).
				WithNumZeros(1).
				WithReplicas(1).
				WithACL(time.Hour)
			sourceCluster, err := dgraphtest.NewLocalCluster(sourceConf)
			require.NoError(t, err)
			defer func() { sourceCluster.Cleanup(t.Failed()) }()
			require.NoError(t, sourceCluster.Start())

			gc, cleanup, err := sourceCluster.Client()
			require.NoError(t, err)
			defer cleanup()
			require.NoError(t, gc.LoginIntoNamespace(context.Background(),
				dgraphapi.DefaultUser, dgraphapi.DefaultPassword, x.RootNamespace))

			hc, err := sourceCluster.HTTPClient()
			require.NoError(t, err)
			require.NoError(t, hc.LoginIntoNamespace(dgraphapi.DefaultUser,
				dgraphapi.DefaultPassword, x.RootNamespace))

			require.NoError(t, gc.SetupSchema(schema))

			// Generate vectors with specific dimension
			rdfs, vectors := dgraphapi.GenerateRandomVectors(0, tc.numVecs, tc.dimension, predName)
			mu := &api.Mutation{SetNquads: []byte(rdfs), CommitNow: true}
			_, err = gc.Mutate(mu)
			require.NoError(t, err)

			// Step 2: Export
			require.NoError(t, hc.Export(dgraphtest.DefaultExportDir, "rdf", -1))

			// Step 3: Bulk load
			bulkOutDir := t.TempDir()
			bulkConf := dgraphtest.NewClusterConfig().
				WithNumAlphas(1).
				WithNumZeros(1).
				WithReplicas(1).
				WithACL(time.Hour).
				WithBulkLoadOutDir(bulkOutDir)