Function chunksToLines

src/utils/streamCompletion.ts:6–20

* Asynchronously converts a stream of chunks into lines. * @param {AsyncIterable } chunksAsync - Stream of chunks to convert into lines. * @returns {AsyncIterable } - An asynchronous iterable that yields lines from the input chunks.

(chunksAsync: any)

 * @returns {AsyncIterable<string>} - An asynchronous iterable that yields lines from the input chunks.
 */
async function* chunksToLines(chunksAsync: any) {
  let previous = "";
  for await (const chunk of chunksAsync) {
    const bufferChunk = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
    previous += bufferChunk;
    let eolIndex;
    while ((eolIndex = previous.indexOf("\n")) >= 0) {
      // line includes the EOL
      const line = previous.slice(0, eolIndex + 1).trimEnd();
      if (line === "data: [DONE]") break;
      if (line.startsWith("data: ")) yield line;
      previous = previous.slice(eolIndex + 1);
    }
  }
}

/**
 * Asynchronously converts a stream of lines into messages.