Function storeFullText

src/tools/web/web-fetch.ts:152–166

Store the full clean text so an omitted middle is recoverable via read_file. Best-effort.

(url: string, text: string)

/** Store the full clean text so an omitted middle is recoverable via read_file. Best-effort. */
async function storeFullText(url: string, text: string): Promise<string | null> {
  try {
    const { QODEX_HOME } = await import('../../config/defaults.js');
    const { promises: fs } = await import('fs');
    const dir = path.join(QODEX_HOME, 'cache', 'web');
    await fs.mkdir(dir, { recursive: true });
    const slug = (() => {
      try { return new URL(url).hostname.replace(/[^a-z0-9.]+/gi, '-').slice(0, 40); } catch { return 'page'; }
    })();
    const hash = createHash('sha1').update(url).digest('hex').slice(0, 10);
    const file = path.join(dir, `${slug}-${hash}.md`);
    await fs.writeFile(file, text);
    return file;
  } catch { return null; }
}

export class WebFetchTool extends Tool<z.infer<typeof WebFetchArgs>> {
  name = 'web_fetch';