Method ProcessPendingEmbeddings

api/service/rag/embedding.go:218–242

ProcessPendingEmbeddings 处理待向量化的分块

(eid int64, batchSize int)

// ProcessPendingEmbeddings 处理待向量化的分块
func (s *EmbeddingService) ProcessPendingEmbeddings(eid int64, batchSize int) error {
	// 获取待处理的分块
	chunks, err := model.GetPendingEmbeddingChunks(eid, batchSize)
	if err != nil {
		return fmt.Errorf("获取待处理分块失败: %v", err)
	}

	if len(chunks) == 0 {
		return nil
	}

	// 逐个处理
	for _, chunk := range chunks {
		err := s.ProcessChunkEmbedding(eid, chunk.ID)
		if err != nil {
			fmt.Printf("处理分块 %d 向量化失败: %v\n", chunk.ID, err)
			continue
		}

		// 添加延迟避免API限流
		time.Sleep(100 * time.Millisecond)
	}

	return nil
}

// callEmbeddingAPIWithStop 调用embedding API (兼容旧接口) - 支持停止信号检查
func (s *EmbeddingService) callEmbeddingAPIWithStop(content string, channel *model.Channel, config *ChunkConfig, libraryID, fileID int64) ([]float64, error) {