Function retoolStreamGenerator

retool.ts:297–333

(
  fullMessage: string,
  modelId: string,
)

// Stream generators
async function* retoolStreamGenerator(
  fullMessage: string,
  modelId: string,
) {
  const streamId = crypto.randomUUID();
  const created = Math.floor(Date.now() / 1000);
  const header = JSON.stringify({
    id: streamId,
    object: "chat.completion.chunk",
    created,
    model: modelId,
    choices: [{ delta: { role: "assistant" }, index: 0 }],
  });
  yield `data: ${header}\n\n`;

  const chunkSize = 5;
  for (let i = 0; i < fullMessage.length; i += chunkSize) {
    const part = fullMessage.slice(i, i + chunkSize);
    const body = JSON.stringify({
      id: streamId,
      object: "chat.completion.chunk",
      created,
      model: modelId,
      choices: [{ delta: { content: part }, index: 0 }],
    });
    yield `data: ${body}\n\n`;
    await new Promise((r) => setTimeout(r, 10));
  }
  const done = JSON.stringify({
    id: streamId,
    object: "chat.completion.chunk",
    created,
    model: modelId,
    choices: [{ delta: {}, index: 0, finish_reason: "stop" }],
  });
  yield `data: ${done}\n\ndata: [DONE]\n\n`;
}
async function* errorStreamGenerator(msg: string, code = 503) {
  yield `data: ${JSON.stringify({ error: { message: msg, code } })}\n\n`;
  yield "data: [DONE]\n\n";