Class LlmResponseCache

lib/edge-runtime/llmResponseCache.ts:10–368

import _ from "lodash";

export class LlmResponseCache {
  private matchConvId: number | null;
  private messages: GPTMessageInclSummary[];
  private analyticsMessages:
    | { instruction_message: string; output: string }[]
    | null;
  private orgId: number;

  constructor() {
    this.matchConvId = null;
    this.messages = [];
    this.analyticsMessages = null;
    this.orgId = -1;
  }

  async initialize(
    userMessage: string,
    orgId: number,
    conversationIndex: number,
    supabase: SupabaseClient<Database>,
  ): Promise<void> {
    this.orgId = orgId;
    const { data: matchingConvData, error: matchConvError } = await supabase
      .from("chat_messages")
      .select("conversation_id")
      .match({
        role: "user",
        org_id: orgId,
        content: userMessage,
        conversation_index: conversationIndex,
        fresh: true,
      })
      // Take the most recent matching conversation that isn't the current one
      .order("conversation_id", { ascending: false })
      // This will return the current convo & optionally the most recent matching 4 convos
      .limit(5);
    if (matchConvError) console.error(matchConvError.message);

    if (matchingConvData && matchingConvData?.length > 1) {
      console.log("Main hit", matchingConvData.slice(1));
      // Get chat messages for all matching conversations
      const { data: matchingChatData, error: chatError } = await supabase
        .from("chat_messages")
        .select(
          "role,content,name,summary,conversation_index,conversation_id,chosen_actions,chosen_route,chat_summary",
        )
        .eq("org_id", orgId)
        .in(
          "conversation_id",
          matchingConvData.slice(1).map((c) => c.conversation_id),
        )
        .order("conversation_id", { ascending: false });
      if (chatError) console.error(chatError.message);
      if (matchingChatData && matchingChatData.length > 1) {
        // Iterate through the matching conversations to find if there's a valid one
        for (const convId of matchingConvData
          .slice(1)
          .map((c) => c.conversation_id)) {