Method startPeriodicCrawl

server/src/crawler.ts:132–142

(agents: Agent[], intervalMinutes: number = 60)

  }

  startPeriodicCrawl(agents: Agent[], intervalMinutes: number = 60) {
    // Initial crawl
    this.crawlAllAgents(agents);

    // Periodic crawl
    this.intervalId = setInterval(() => {
      this.crawlAllAgents(agents);
    }, intervalMinutes * 60 * 1000);

    log.info({ intervalMinutes }, 'Periodic crawl started');
  }

  stopPeriodicCrawl() {
    if (this.intervalId) {