Class PgCache

src/compiled/cognition/cache.ts:90–126

}

class PgCache implements PromptCache {
  async get(key: string): Promise<CacheEntry | null> {
    // Lazy import — keeps tests that don't exercise PG mode free of pg dependency.
    // eslint-disable-next-line @typescript-eslint/no-require-imports
    const { query } = require("../db") as { query: (sql: string, args: unknown[]) => Promise<Record<string, unknown>[]> };
    const rows = await query(
      `UPDATE prompt_cache SET hits = hits + 1, last_hit_at = NOW()
        WHERE cache_key = $1 AND expires_at > NOW() RETURNING *`,
      [key],
    );
    if (rows.length === 0) return null;
    const r = rows[0] as { output_value: unknown; prompt_tokens: number | null; completion_tokens: number | null; cost_usd: string | null; created_at: Date; expires_at: Date };
    return {
      value: r.output_value,
      prompt_tokens: r.prompt_tokens,
      completion_tokens: r.completion_tokens,
      cost_usd: r.cost_usd === null ? null : Number(r.cost_usd),
      cached_at: new Date(r.created_at).getTime(),
      expires_at: new Date(r.expires_at).getTime(),
    };
  }

  async put(key: string, prompt_name: string, model_id: string, value: unknown, ttl_ms: number, usage: { prompt_tokens?: number; completion_tokens?: number; cost_usd?: number }): Promise<void> {
    // eslint-disable-next-line @typescript-eslint/no-require-imports
    const { query } = require("../db") as { query: (sql: string, args: unknown[]) => Promise<unknown> };
    await query(
      `INSERT INTO prompt_cache (cache_key, prompt_name, model_id, output_value, prompt_tokens, completion_tokens, cost_usd, expires_at)
        VALUES ($1, $2, $3, $4, $5, $6, $7, NOW() + ($8 || ' milliseconds')::interval)
        ON CONFLICT (cache_key) DO UPDATE SET
          output_value = EXCLUDED.output_value,
          expires_at = EXCLUDED.expires_at,
          last_hit_at = NULL,
          hits = 0`,
      [key, prompt_name, model_id, JSON.stringify(value), usage.prompt_tokens ?? null, usage.completion_tokens ?? null, usage.cost_usd ?? null, ttl_ms],
    );
  }
}

function chooseBackend(): PromptCache {
  const mode = process.env.LLM_CACHE_MODE || "memory";