EnqueueRetrievalChunksByFile will enqueue all retrieval chunks of a file for embedding. If queue is not set, it logs and returns nil.
(eid, fileID, libraryID int64)
| 13 | // EnqueueRetrievalChunksByFile will enqueue all retrieval chunks of a file for embedding. |
| 14 | // If queue is not set, it logs and returns nil. |
| 15 | func EnqueueRetrievalChunksByFile(eid, fileID, libraryID int64) error { |
| 16 | file, err := model.GetFileByID(eid, fileID) |
| 17 | if err != nil { |
| 18 | return err |
| 19 | } |
| 20 | |
| 21 | err = _enqueueRetrievalChunksByFile(eid, fileID, libraryID) |
| 22 | if err != nil { |
| 23 | logger.Warn(context.TODO(), fmt.Sprintf("[embEnqueueByFileError][eid=%d][fileID=%d]%v", eid, fileID, err)) |
| 24 | |
| 25 | file.ParsingStatus = model.FileParsingStatusFail |
| 26 | common.SetFileStop(file.ID) |
| 27 | file.Update() |
| 28 | |
| 29 | model.UpdateRetrievalChunksStatusToFailedByFileID(file.Eid, file.ID, err.Error()) |
| 30 | model.UpdateDocumentChunksStatusToFailedByFileID(file.Eid, file.ID) |
| 31 | } |
| 32 | |
| 33 | return err |
| 34 | } |
| 35 | |
| 36 | func _enqueueRetrievalChunksByFile(eid, fileID, libraryID int64) error { |
| 37 | // 未配置向量化渠道则不入队 |
no test coverage detected