Function indexDocument

apps/web/lib/fe/components/chat.tsx:483–525

({
  collectionId,
  doc,
  onGeneratedChunk,
}: {
  collectionId: Id<DocumentCollectionResponse>,
  doc: DocumentsWithIndexingStatus;
  onGeneratedChunk: (chunk: StreamChunkResponse) => void;
})

};

const indexDocument = async ({
  collectionId,
  doc,
  onGeneratedChunk,
}: {
  collectionId: Id<DocumentCollectionResponse>,
  doc: DocumentsWithIndexingStatus;
  onGeneratedChunk: (chunk: StreamChunkResponse) => void;
}): Promise<void> => {
  return new Promise((resolve, reject) => {
    if (doc.indexingStatus === DocumentIndexingStatus.INDEXED) {
      resolve();
      return;
    }

    postStreaming<{}>({
      input: documentCollectionDocumentIndexApiPath(
        collectionId,
        Id.from(doc.id),
      ),
      req: {},
      onGeneratedChunk: (chunk) => {
        let parsedResponses = [];
        try {
          const lines = chunk.split("\n").filter((l) => !isEmpty(l));
          parsedResponses = lines.map((line) => JSON.parse(line));
        } catch (e) {
          console.log("could not parse stream chunk response", chunk, e);
        }
        parsedResponses.forEach((r) => {
          if (r.error) {
            reject(r.error);
          }

          onGeneratedChunk(r);
        });
      },
      onFinish: () => {
        resolve();
      },
    });
  });
};

const toCitationMap = (
  citations: CitationResponse[] | undefined,