Function setCodeEmbeddings

cmd/repositoryembedder/main.go:598–630

(r *redisearch.Client, embeddings embedder.CodeEmbeddingsResponse, namespace string)

}

func setCodeEmbeddings(r *redisearch.Client, embeddings embedder.CodeEmbeddingsResponse, namespace string) error {
	// Use a redis pipeline to set all embeddings in one go
	docs := make([]redisearch.Document, 0)
	for filePath, embs := range embeddings.Results {
		for _, emb := range embs.Embeddings {
			// Create a unique key for each embedding
			key := fmt.Sprintf("%s:embedding:%s:%s:%d", namespace, "code", emb.FileHash, emb.ChunkID)
			doc := redisearch.NewDocument(key, 1.0)
			doc.Set("fileHash", emb.FileHash)
			doc.Set("filePath", filePath)
			doc.Set("chunkID", emb.ChunkID)
			doc.Set("startIndex", emb.StartIndex)
			doc.Set("endIndex", emb.EndIndex)
			// Convert embedding float slice to bytes
			buf := new(bytes.Buffer)
			for _, val := range emb.Embedding {
				if err := binary.Write(buf, binary.LittleEndian, val); err != nil {
					return err // Handle error appropriately
				}
			}
			doc.Set("embedding", buf.Bytes())
			docs = append(docs, doc)
		}
	}

	if err := r.IndexOptions(redisearch.IndexingOptions{
		Replace: true,
	}, docs...); err != nil {
		return err
	}

	return nil
}

func newScheme() *runtime.Scheme {
	scheme := runtime.NewScheme()