Function preamble

lib/edge-runtime/ai.ts:702–744

(
  controller: ReadableStreamDefaultController,
  conversationId: number,
  actions: ActionPlusApiInfo[],
  reqData: AnswersType,
  org: OrgJoinIsPaidFinetunedModels,
  language: string | null,
)

}

async function preamble(
  controller: ReadableStreamDefaultController,
  conversationId: number,
  actions: ActionPlusApiInfo[],
  reqData: AnswersType,
  org: OrgJoinIsPaidFinetunedModels,
  language: string | null,
) {
  const encoder = new TextEncoder();

  function streamInfo(step: StreamingStepInput) {
    controller.enqueue(
      encoder.encode(
        "data: " +
          JSON.stringify({
            id: conversationId,
            ...step,
          }),
      ),
    );
  }

  if (redis) {
    // Store the system prompt, in case we get feedback on it
    const redisKey = conversationId.toString() + "-system-prompt";
    const systemPrompt =
      actions.length > 0
        ? getMessages(
            [],
            actions,
            reqData.user_description,
            org,
            language,
            // TODO: ID line isn't always included, but we don't know whether it should be at this point (no functions called yet)
            false,
          )[0].content
        : chatToDocsPrompt(reqData.user_description, org, false, language)
            .content;
    await redis.set(redisKey, systemPrompt);
    await redis.expire(redisKey, 60 * 15);
  }
  return streamInfo;
}

export async function storeActionsAwaitingConfirmation(
  toConfirm: ToConfirm[],